{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"Bert-Pretrain.ipynb","provenance":[],"collapsed_sections":[],"authorship_tag":"ABX9TyO72hN+b2pF+IzgTJB/mpY/"},"kernelspec":{"name":"python3","display_name":"Python 3"},"accelerator":"GPU"},"cells":[{"cell_type":"code","metadata":{"id":"B2DrrbFAjmNO","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":145},"executionInfo":{"status":"ok","timestamp":1592569989075,"user_tz":-480,"elapsed":27073,"user":{"displayName":"Racle He","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhNRi7DUXsEvpMRqVqHTUF_Oen4KW7kU7MKQekk=s64","userId":"10673173760458122172"}},"outputId":"ec84713d-7509-4a2c-96e2-f9d91b479e04"},"source":["from google.colab import drive\n","drive.mount('/gdrive')\n","%cd /gdrive"],"execution_count":2,"outputs":[{"output_type":"stream","text":["Go to this URL in a browser: https://accounts.google.com/o/oauth2/auth?client_id=947318989803-6bn6qk8qdgf4n4g3pfee6491hc0brc4i.apps.googleusercontent.com&redirect_uri=urn%3aietf%3awg%3aoauth%3a2.0%3aoob&response_type=code&scope=email%20https%3a%2f%2fwww.googleapis.com%2fauth%2fdocs.test%20https%3a%2f%2fwww.googleapis.com%2fauth%2fdrive%20https%3a%2f%2fwww.googleapis.com%2fauth%2fdrive.photos.readonly%20https%3a%2f%2fwww.googleapis.com%2fauth%2fpeopleapi.readonly\n","\n","Enter your authorization code:\n","··········\n","Mounted at /gdrive\n","/gdrive\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"4P9kZ1ATkPFs","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":161},"executionInfo":{"status":"ok","timestamp":1592571002707,"user_tz":-480,"elapsed":7028,"user":{"displayName":"Racle He","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhNRi7DUXsEvpMRqVqHTUF_Oen4KW7kU7MKQekk=s64","userId":"10673173760458122172"}},"outputId":"79727ad6-2bc4-4382-c743-1ac3c1c412de"},"source":["%load_ext autoreload\n","%autoreload 2\n","\n","% cd /gdrive/My\\ Drive/Colab\\ Notebooks/nlp_task/\n","! pwd\n","! ls"],"execution_count":9,"outputs":[{"output_type":"stream","text":["The autoreload extension is already loaded. To reload it, use:\n","  %reload_ext autoreload\n","/gdrive/My Drive/Colab Notebooks/nlp_task\n","/gdrive/My Drive/Colab Notebooks/nlp_task\n"," bert\t\t\t classification.ipynb   nohup.out    simple_bert\n"," bert_cla\t\t data\t\t        pointer      StarSpace\n","'bert for topic.ipynb'\t fine_gained\t        pretrain\n"," Bert-Pretrain.ipynb\t multi_task-nlp-bert    pretrained\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"GzZC7oLzl6FE","colab_type":"code","colab":{}},"source":["!pip uninstall tensorflow\n","!pip install tensorflow-gpu==1.14.0"],"execution_count":null,"outputs":[]},{"cell_type":"code","metadata":{"id":"EOkX6KWykRLx","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":1000},"executionInfo":{"status":"ok","timestamp":1592570885304,"user_tz":-480,"elapsed":208980,"user":{"displayName":"Racle He","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhNRi7DUXsEvpMRqVqHTUF_Oen4KW7kU7MKQekk=s64","userId":"10673173760458122172"}},"outputId":"6a8ac944-0ad1-4b16-b5aa-e10fa4efee79"},"source":["! export Bert_Model=./pretrained/chinese_L-12_H-768_A-12\n","! python ./bert/create_pretraining_data.py \\\n","--input_file=./pretrain/bert_*_pretrain.txt \\\n","--output_file=./pretrain/tf_pre_data.tfrecord \\\n","--vocab_file=./pretrained/chinese_L-12_H-768_A-12/vocab.txt \\\n","--do_lower_case=True \\\n","--max_seq_length=256 \\\n","--max_predictions_per_seq=60 \\\n","--masked_lm_prob=0.15 \\\n","--random_seed=12345 \\\n","--dupe_factor=5"],"execution_count":8,"outputs":[{"output_type":"stream","text":["/usr/local/lib/python3.6/dist-packages/tensorflow/python/framework/dtypes.py:516: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n","  _np_qint8 = np.dtype([(\"qint8\", np.int8, 1)])\n","/usr/local/lib/python3.6/dist-packages/tensorflow/python/framework/dtypes.py:517: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n","  _np_quint8 = np.dtype([(\"quint8\", np.uint8, 1)])\n","/usr/local/lib/python3.6/dist-packages/tensorflow/python/framework/dtypes.py:518: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n","  _np_qint16 = np.dtype([(\"qint16\", np.int16, 1)])\n","/usr/local/lib/python3.6/dist-packages/tensorflow/python/framework/dtypes.py:519: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n","  _np_quint16 = np.dtype([(\"quint16\", np.uint16, 1)])\n","/usr/local/lib/python3.6/dist-packages/tensorflow/python/framework/dtypes.py:520: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n","  _np_qint32 = np.dtype([(\"qint32\", np.int32, 1)])\n","/usr/local/lib/python3.6/dist-packages/tensorflow/python/framework/dtypes.py:525: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n","  np_resource = np.dtype([(\"resource\", np.ubyte, 1)])\n","/usr/local/lib/python3.6/dist-packages/tensorboard/compat/tensorflow_stub/dtypes.py:541: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n","  _np_qint8 = np.dtype([(\"qint8\", np.int8, 1)])\n","/usr/local/lib/python3.6/dist-packages/tensorboard/compat/tensorflow_stub/dtypes.py:542: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n","  _np_quint8 = np.dtype([(\"quint8\", np.uint8, 1)])\n","/usr/local/lib/python3.6/dist-packages/tensorboard/compat/tensorflow_stub/dtypes.py:543: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n","  _np_qint16 = np.dtype([(\"qint16\", np.int16, 1)])\n","/usr/local/lib/python3.6/dist-packages/tensorboard/compat/tensorflow_stub/dtypes.py:544: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n","  _np_quint16 = np.dtype([(\"quint16\", np.uint16, 1)])\n","/usr/local/lib/python3.6/dist-packages/tensorboard/compat/tensorflow_stub/dtypes.py:545: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n","  _np_qint32 = np.dtype([(\"qint32\", np.int32, 1)])\n","/usr/local/lib/python3.6/dist-packages/tensorboard/compat/tensorflow_stub/dtypes.py:550: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n","  np_resource = np.dtype([(\"resource\", np.ubyte, 1)])\n","WARNING:tensorflow:From ./bert/create_pretraining_data.py:469: The name tf.app.run is deprecated. Please use tf.compat.v1.app.run instead.\n","\n","WARNING:tensorflow:From ./bert/create_pretraining_data.py:437: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead.\n","\n","W0619 12:44:41.342108 139646456018816 deprecation_wrapper.py:119] From ./bert/create_pretraining_data.py:437: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead.\n","\n","WARNING:tensorflow:From ./bert/create_pretraining_data.py:437: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead.\n","\n","W0619 12:44:41.342515 139646456018816 deprecation_wrapper.py:119] From ./bert/create_pretraining_data.py:437: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead.\n","\n","WARNING:tensorflow:From /gdrive/My Drive/Colab Notebooks/nlp_task/bert/tokenization.py:125: The name tf.gfile.GFile is deprecated. Please use tf.io.gfile.GFile instead.\n","\n","W0619 12:44:41.342724 139646456018816 deprecation_wrapper.py:119] From /gdrive/My Drive/Colab Notebooks/nlp_task/bert/tokenization.py:125: The name tf.gfile.GFile is deprecated. Please use tf.io.gfile.GFile instead.\n","\n","WARNING:tensorflow:From ./bert/create_pretraining_data.py:444: The name tf.gfile.Glob is deprecated. Please use tf.io.gfile.glob instead.\n","\n","W0619 12:44:43.836464 139646456018816 deprecation_wrapper.py:119] From ./bert/create_pretraining_data.py:444: The name tf.gfile.Glob is deprecated. Please use tf.io.gfile.glob instead.\n","\n","WARNING:tensorflow:From ./bert/create_pretraining_data.py:446: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead.\n","\n","W0619 12:44:43.839830 139646456018816 deprecation_wrapper.py:119] From ./bert/create_pretraining_data.py:446: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead.\n","\n","INFO:tensorflow:*** Reading from input files ***\n","I0619 12:44:43.839988 139646456018816 create_pretraining_data.py:446] *** Reading from input files ***\n","INFO:tensorflow:  ./pretrain/bert_1_pretrain.txt\n","I0619 12:44:43.840219 139646456018816 create_pretraining_data.py:448]   ./pretrain/bert_1_pretrain.txt\n","INFO:tensorflow:  ./pretrain/bert_6_pretrain.txt\n","I0619 12:44:43.840977 139646456018816 create_pretraining_data.py:448]   ./pretrain/bert_6_pretrain.txt\n","INFO:tensorflow:  ./pretrain/bert_8_pretrain.txt\n","I0619 12:44:43.841145 139646456018816 create_pretraining_data.py:448]   ./pretrain/bert_8_pretrain.txt\n","INFO:tensorflow:  ./pretrain/bert_0_pretrain.txt\n","I0619 12:44:43.841368 139646456018816 create_pretraining_data.py:448]   ./pretrain/bert_0_pretrain.txt\n","INFO:tensorflow:  ./pretrain/bert_9_pretrain.txt\n","I0619 12:44:43.841607 139646456018816 create_pretraining_data.py:448]   ./pretrain/bert_9_pretrain.txt\n","INFO:tensorflow:  ./pretrain/bert_3_pretrain.txt\n","I0619 12:44:43.841766 139646456018816 create_pretraining_data.py:448]   ./pretrain/bert_3_pretrain.txt\n","INFO:tensorflow:  ./pretrain/bert_4_pretrain.txt\n","I0619 12:44:43.841976 139646456018816 create_pretraining_data.py:448]   ./pretrain/bert_4_pretrain.txt\n","INFO:tensorflow:  ./pretrain/bert_7_pretrain.txt\n","I0619 12:44:43.842094 139646456018816 create_pretraining_data.py:448]   ./pretrain/bert_7_pretrain.txt\n","INFO:tensorflow:  ./pretrain/bert_2_pretrain.txt\n","I0619 12:44:43.842220 139646456018816 create_pretraining_data.py:448]   ./pretrain/bert_2_pretrain.txt\n","INFO:tensorflow:  ./pretrain/bert_5_pretrain.txt\n","I0619 12:44:43.842360 139646456018816 create_pretraining_data.py:448]   ./pretrain/bert_5_pretrain.txt\n","INFO:tensorflow:*** Writing to output files ***\n","I0619 12:46:08.424103 139646456018816 create_pretraining_data.py:457] *** Writing to output files ***\n","INFO:tensorflow:  ./pretrain/tf_pre_data.tfrecord\n","I0619 12:46:08.424378 139646456018816 create_pretraining_data.py:459]   ./pretrain/tf_pre_data.tfrecord\n","WARNING:tensorflow:From ./bert/create_pretraining_data.py:101: The name tf.python_io.TFRecordWriter is deprecated. Please use tf.io.TFRecordWriter instead.\n","\n","W0619 12:46:08.424659 139646456018816 deprecation_wrapper.py:119] From ./bert/create_pretraining_data.py:101: The name tf.python_io.TFRecordWriter is deprecated. Please use tf.io.TFRecordWriter instead.\n","\n","INFO:tensorflow:*** Example ***\n","I0619 12:46:08.428476 139646456018816 create_pretraining_data.py:149] *** Example ***\n","INFO:tensorflow:tokens: [CLS] 飞 沫 传 播 是 什 么 [MASK] 沫 传 播 ， 即 空 气 飞 沫 传 播 ， 是 空 气 传 播 [MASK] 一 [MASK] 方 式 。 [SEP] 病 原 体 由 传 染 源 通 过 [MASK] 嗽 、 喷 [MASK] [MASK] 谈 话 排 出 [MASK] 分 泌 物 和 [MASK] 沫 ##▎ 使 易 感 [MASK] [MASK] 入 受 染 。 流 脑 、 猩 红 热 、 百 日 [MASK] 、 流 感 [MASK] 麻 [MASK] 等 病 , 通 过 此 方 式 [MASK] 播 。 [SEP]\n","I0619 12:46:08.428690 139646456018816 create_pretraining_data.py:151] tokens: [CLS] 飞 沫 传 播 是 什 么 [MASK] 沫 传 播 ， 即 空 气 飞 沫 传 播 ， 是 空 气 传 播 [MASK] 一 [MASK] 方 式 。 [SEP] 病 原 体 由 传 染 源 通 过 [MASK] 嗽 、 喷 [MASK] [MASK] 谈 话 排 出 [MASK] 分 泌 物 和 [MASK] 沫 ##▎ 使 易 感 [MASK] [MASK] 入 受 染 。 流 脑 、 猩 红 热 、 百 日 [MASK] 、 流 感 [MASK] 麻 [MASK] 等 病 , 通 过 此 方 式 [MASK] 播 。 [SEP]\n","INFO:tensorflow:input_ids: 101 7607 3773 837 3064 3221 784 720 103 3773 837 3064 8024 1315 4958 3698 7607 3773 837 3064 8024 3221 4958 3698 837 3064 103 671 103 3175 2466 511 102 4567 1333 860 4507 837 3381 3975 6858 6814 103 1644 510 1613 103 103 6448 6413 2961 1139 103 1146 3789 4289 1469 103 3773 13605 886 3211 2697 103 103 1057 1358 3381 511 3837 5554 510 4342 5273 4178 510 4636 3189 103 510 3837 2697 103 7937 103 5023 4567 117 6858 6814 3634 3175 2466 103 3064 511 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.428952 139646456018816 create_pretraining_data.py:161] input_ids: 101 7607 3773 837 3064 3221 784 720 103 3773 837 3064 8024 1315 4958 3698 7607 3773 837 3064 8024 3221 4958 3698 837 3064 103 671 103 3175 2466 511 102 4567 1333 860 4507 837 3381 3975 6858 6814 103 1644 510 1613 103 103 6448 6413 2961 1139 103 1146 3789 4289 1469 103 3773 13605 886 3211 2697 103 103 1057 1358 3381 511 3837 5554 510 4342 5273 4178 510 4636 3189 103 510 3837 2697 103 7937 103 5023 4567 117 6858 6814 3634 3175 2466 103 3064 511 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.429177 139646456018816 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.429388 139646456018816 create_pretraining_data.py:161] segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_positions: 8 26 28 42 46 47 52 57 59 63 64 78 82 84 93 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.429596 139646456018816 create_pretraining_data.py:161] masked_lm_positions: 8 26 28 42 46 47 52 57 59 63 64 78 82 84 93 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_ids: 7607 4638 4905 1495 1704 510 4638 7607 8024 5442 1429 1495 510 4562 837 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.429852 139646456018816 create_pretraining_data.py:161] masked_lm_ids: 7607 4638 4905 1495 1704 510 4638 7607 8024 5442 1429 1495 510 4562 837 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","I0619 12:46:08.430035 139646456018816 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","INFO:tensorflow:next_sentence_labels: 0\n","I0619 12:46:08.430230 139646456018816 create_pretraining_data.py:161] next_sentence_labels: 0\n","INFO:tensorflow:*** Example ***\n","I0619 12:46:08.430960 139646456018816 create_pretraining_data.py:149] *** Example ***\n","INFO:tensorflow:tokens: [CLS] 打 电 话 [MASK] 我 女 朋 友 [SEP] [MASK] ， 这 是 要 [MASK] 去 约 会 吗 ？ [SEP]\n","I0619 12:46:08.431121 139646456018816 create_pretraining_data.py:151] tokens: [CLS] 打 电 话 [MASK] 我 女 朋 友 [SEP] [MASK] ， 这 是 要 [MASK] 去 约 会 吗 ？ [SEP]\n","INFO:tensorflow:input_ids: 101 2802 4510 6413 103 2769 1957 3301 1351 102 103 8024 6821 3221 6206 103 1343 5276 833 1408 8043 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.431345 139646456018816 create_pretraining_data.py:161] input_ids: 101 2802 4510 6413 103 2769 1957 3301 1351 102 103 8024 6821 3221 6206 103 1343 5276 833 1408 8043 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.431579 139646456018816 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:segment_ids: 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.431794 139646456018816 create_pretraining_data.py:161] segment_ids: 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_positions: 4 10 15 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.431964 139646456018816 create_pretraining_data.py:161] masked_lm_positions: 4 10 15 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_ids: 5314 1521 1139 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.432128 139646456018816 create_pretraining_data.py:161] masked_lm_ids: 5314 1521 1139 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_weights: 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","I0619 12:46:08.432317 139646456018816 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","INFO:tensorflow:next_sentence_labels: 0\n","I0619 12:46:08.432504 139646456018816 create_pretraining_data.py:161] next_sentence_labels: 0\n","INFO:tensorflow:*** Example ***\n","I0619 12:46:08.433202 139646456018816 create_pretraining_data.py:149] *** Example ***\n","INFO:tensorflow:tokens: [CLS] [MASK] 人 留 学 贷 款 的 贷 款 金 额 [SEP] 个 人 留 [MASK] 贷 款 [MASK] 贷 款 额 度 最 高 不 超 过 [MASK] [MASK] 留 学 期 间 搞 需 的 学 费 和 [MASK] 活 费 。 [SEP]\n","I0619 12:46:08.433366 139646456018816 create_pretraining_data.py:151] tokens: [CLS] [MASK] 人 留 学 贷 款 的 贷 款 金 额 [SEP] 个 人 留 [MASK] 贷 款 [MASK] 贷 款 额 度 最 高 不 超 过 [MASK] [MASK] 留 学 期 间 搞 需 的 学 费 和 [MASK] 活 费 。 [SEP]\n","INFO:tensorflow:input_ids: 101 103 782 4522 2110 6587 3621 4638 6587 3621 7032 7583 102 702 782 4522 103 6587 3621 103 6587 3621 7583 2428 3297 7770 679 6631 6814 103 103 4522 2110 3309 7313 3018 7444 4638 2110 6589 1469 103 3833 6589 511 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.433608 139646456018816 create_pretraining_data.py:161] input_ids: 101 103 782 4522 2110 6587 3621 4638 6587 3621 7032 7583 102 702 782 4522 103 6587 3621 103 6587 3621 7583 2428 3297 7770 679 6631 6814 103 103 4522 2110 3309 7313 3018 7444 4638 2110 6589 1469 103 3833 6589 511 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.433870 139646456018816 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.434172 139646456018816 create_pretraining_data.py:161] segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_positions: 1 16 19 29 30 35 41 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.502939 139646456018816 create_pretraining_data.py:161] masked_lm_positions: 1 16 19 29 30 35 41 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_ids: 702 2110 4638 1862 1912 2792 4495 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.503158 139646456018816 create_pretraining_data.py:161] masked_lm_ids: 702 2110 4638 1862 1912 2792 4495 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","I0619 12:46:08.503342 139646456018816 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","INFO:tensorflow:next_sentence_labels: 0\n","I0619 12:46:08.503548 139646456018816 create_pretraining_data.py:161] next_sentence_labels: 0\n","INFO:tensorflow:*** Example ***\n","I0619 12:46:08.504536 139646456018816 create_pretraining_data.py:149] *** Example ***\n","INFO:tensorflow:tokens: [CLS] 到 [SEP] [MASK] [MASK] 哪 里 了 呀 。 [SEP]\n","I0619 12:46:08.504713 139646456018816 create_pretraining_data.py:151] tokens: [CLS] 到 [SEP] [MASK] [MASK] 哪 里 了 呀 。 [SEP]\n","INFO:tensorflow:input_ids: 101 1168 102 103 103 1525 7027 749 1435 511 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.505009 139646456018816 create_pretraining_data.py:161] input_ids: 101 1168 102 103 103 1525 7027 749 1435 511 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.505480 139646456018816 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:segment_ids: 0 0 0 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.505822 139646456018816 create_pretraining_data.py:161] segment_ids: 0 0 0 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_positions: 3 4 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.506051 139646456018816 create_pretraining_data.py:161] masked_lm_positions: 3 4 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_ids: 2644 1168 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.506290 139646456018816 create_pretraining_data.py:161] masked_lm_ids: 2644 1168 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_weights: 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","I0619 12:46:08.506513 139646456018816 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","INFO:tensorflow:next_sentence_labels: 0\n","I0619 12:46:08.506690 139646456018816 create_pretraining_data.py:161] next_sentence_labels: 0\n","INFO:tensorflow:*** Example ***\n","I0619 12:46:08.507486 139646456018816 create_pretraining_data.py:149] *** Example ***\n","INFO:tensorflow:tokens: [CLS] 你 是 全 天 在 [MASK] 吗 [SEP] 帮 我 搭 一 下 衣 服 您 的 气 [MASK] 穿 [MASK] 么 [MASK] 服 都 好 看 。 [SEP]\n","I0619 12:46:08.507647 139646456018816 create_pretraining_data.py:151] tokens: [CLS] 你 是 全 天 在 [MASK] 吗 [SEP] 帮 我 搭 一 下 衣 服 您 的 气 [MASK] 穿 [MASK] 么 [MASK] 服 都 好 看 。 [SEP]\n","INFO:tensorflow:input_ids: 101 872 3221 1059 1921 1762 103 1408 102 2376 2769 3022 671 678 6132 3302 2644 4638 3698 103 4959 103 720 103 3302 6963 1962 4692 511 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.507905 139646456018816 create_pretraining_data.py:161] input_ids: 101 872 3221 1059 1921 1762 103 1408 102 2376 2769 3022 671 678 6132 3302 2644 4638 3698 103 4959 103 720 103 3302 6963 1962 4692 511 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.508164 139646456018816 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:segment_ids: 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.508392 139646456018816 create_pretraining_data.py:161] segment_ids: 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_positions: 6 19 21 23 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.508575 139646456018816 create_pretraining_data.py:161] masked_lm_positions: 6 19 21 23 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_ids: 5296 6574 784 6132 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.508732 139646456018816 create_pretraining_data.py:161] masked_lm_ids: 5296 6574 784 6132 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_weights: 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","I0619 12:46:08.508933 139646456018816 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","INFO:tensorflow:next_sentence_labels: 1\n","I0619 12:46:08.509069 139646456018816 create_pretraining_data.py:161] next_sentence_labels: 1\n","INFO:tensorflow:*** Example ***\n","I0619 12:46:08.510733 139646456018816 create_pretraining_data.py:149] *** Example ***\n","INFO:tensorflow:tokens: [CLS] 指 在 医 学 服 [MASK] 中 ， 因 病 [MASK] 体 传 播 引 [MASK] [MASK] 感 染 。 [SEP] ( 好 ～ ) ！ ~ ##虔 好 [MASK] 兴 ！ 撒 花 撒 花 ， 真 开 心 。 [SEP]\n","I0619 12:46:08.510923 139646456018816 create_pretraining_data.py:151] tokens: [CLS] 指 在 医 学 服 [MASK] 中 ， 因 病 [MASK] 体 传 播 引 [MASK] [MASK] 感 染 。 [SEP] ( 好 ～ ) ！ ~ ##虔 好 [MASK] 兴 ！ 撒 花 撒 花 ， 真 开 心 。 [SEP]\n","INFO:tensorflow:input_ids: 101 2900 1762 1278 2110 3302 103 704 8024 1728 4567 103 860 837 3064 2471 103 103 2697 3381 511 102 113 1962 8080 114 8013 172 19049 1962 103 1069 8013 3054 5709 3054 5709 8024 4696 2458 2552 511 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.511168 139646456018816 create_pretraining_data.py:161] input_ids: 101 2900 1762 1278 2110 3302 103 704 8024 1728 4567 103 860 837 3064 2471 103 103 2697 3381 511 102 113 1962 8080 114 8013 172 19049 1962 103 1069 8013 3054 5709 3054 5709 8024 4696 2458 2552 511 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.511399 139646456018816 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.511644 139646456018816 create_pretraining_data.py:161] segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_positions: 6 11 16 17 28 30 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.511811 139646456018816 create_pretraining_data.py:161] masked_lm_positions: 6 11 16 17 28 30 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_ids: 1218 1333 6629 4638 2769 7770 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.511970 139646456018816 create_pretraining_data.py:161] masked_lm_ids: 1218 1333 6629 4638 2769 7770 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","I0619 12:46:08.512153 139646456018816 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","INFO:tensorflow:next_sentence_labels: 1\n","I0619 12:46:08.512350 139646456018816 create_pretraining_data.py:161] next_sentence_labels: 1\n","INFO:tensorflow:*** Example ***\n","I0619 12:46:08.512955 139646456018816 create_pretraining_data.py:149] *** Example ***\n","INFO:tensorflow:tokens: [CLS] 您 [MASK] 听 过 机 器 人 洗 澡 的 吗 [MASK] [SEP] 哼 句 小 ##ity 果 您 是 我 的 小 呀 小 ##峴 果 。 [SEP]\n","I0619 12:46:08.513117 139646456018816 create_pretraining_data.py:151] tokens: [CLS] 您 [MASK] 听 过 机 器 人 洗 澡 的 吗 [MASK] [SEP] 哼 句 小 ##ity 果 您 是 我 的 小 呀 小 ##峴 果 。 [SEP]\n","INFO:tensorflow:input_ids: 101 2644 103 1420 6814 3322 1690 782 3819 4074 4638 1408 103 102 1530 1368 2207 8863 3362 2644 3221 2769 4638 2207 1435 2207 15350 3362 511 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.513335 139646456018816 create_pretraining_data.py:161] input_ids: 101 2644 103 1420 6814 3322 1690 782 3819 4074 4638 1408 103 102 1530 1368 2207 8863 3362 2644 3221 2769 4638 2207 1435 2207 15350 3362 511 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.513602 139646456018816 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.513824 139646456018816 create_pretraining_data.py:161] segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_positions: 2 12 17 26 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.514032 139646456018816 create_pretraining_data.py:161] masked_lm_positions: 2 12 17 26 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_ids: 3300 8043 5741 5741 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.514201 139646456018816 create_pretraining_data.py:161] masked_lm_ids: 3300 8043 5741 5741 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_weights: 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","I0619 12:46:08.514365 139646456018816 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","INFO:tensorflow:next_sentence_labels: 1\n","I0619 12:46:08.607562 139646456018816 create_pretraining_data.py:161] next_sentence_labels: 1\n","INFO:tensorflow:*** Example ***\n","I0619 12:46:08.608633 139646456018816 create_pretraining_data.py:149] *** Example ***\n","INFO:tensorflow:tokens: [CLS] [MASK] ##7 利 率 上 浮 [SEP] 资 金 冻 结 请 到 柜 台 办 理 ， 请 刷 身 [MASK] 证 [MASK] 号 。 [SEP]\n","I0619 12:46:08.608834 139646456018816 create_pretraining_data.py:151] tokens: [CLS] [MASK] ##7 利 率 上 浮 [SEP] 资 金 冻 结 请 到 柜 台 办 理 ， 请 刷 身 [MASK] 证 [MASK] 号 。 [SEP]\n","INFO:tensorflow:input_ids: 101 103 8161 1164 4372 677 3859 102 6598 7032 1108 5310 6435 1168 3385 1378 1215 4415 8024 6435 1170 6716 103 6395 103 1384 511 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.609146 139646456018816 create_pretraining_data.py:161] input_ids: 101 103 8161 1164 4372 677 3859 102 6598 7032 1108 5310 6435 1168 3385 1378 1215 4415 8024 6435 1170 6716 103 6395 103 1384 511 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.609544 139646456018816 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:segment_ids: 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.609862 139646456018816 create_pretraining_data.py:161] segment_ids: 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_positions: 1 2 22 24 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.610110 139646456018816 create_pretraining_data.py:161] masked_lm_positions: 1 2 22 24 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_ids: 1912 2355 819 1357 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.610341 139646456018816 create_pretraining_data.py:161] masked_lm_ids: 1912 2355 819 1357 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_weights: 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","I0619 12:46:08.610568 139646456018816 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","INFO:tensorflow:next_sentence_labels: 1\n","I0619 12:46:08.610741 139646456018816 create_pretraining_data.py:161] next_sentence_labels: 1\n","INFO:tensorflow:*** Example ***\n","I0619 12:46:08.611596 139646456018816 create_pretraining_data.py:149] *** Example ***\n","INFO:tensorflow:tokens: [CLS] 我 国 的 导 弹 之 父 是 谁 钱 学 森 。 [SEP] 你 [MASK] 口 气 [MASK] [MASK] 楼 又 没 人 告 [MASK] 我 是 [MASK] 少 ， 您 告 诉 我 吧 ！ [SEP]\n","I0619 12:46:08.611777 139646456018816 create_pretraining_data.py:151] tokens: [CLS] 我 国 的 导 弹 之 父 是 谁 钱 学 森 。 [SEP] 你 [MASK] 口 气 [MASK] [MASK] 楼 又 没 人 告 [MASK] 我 是 [MASK] 少 ， 您 告 诉 我 吧 ！ [SEP]\n","INFO:tensorflow:input_ids: 101 2769 1744 4638 2193 2486 722 4266 3221 6443 7178 2110 3481 511 102 872 103 1366 3698 103 103 3517 1348 3766 782 1440 103 2769 3221 103 2208 8024 2644 1440 6401 2769 1416 8013 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.612014 139646456018816 create_pretraining_data.py:161] input_ids: 101 2769 1744 4638 2193 2486 722 4266 3221 6443 7178 2110 3481 511 102 872 103 1366 3698 103 103 3517 1348 3766 782 1440 103 2769 3221 103 2208 8024 2644 1440 6401 2769 1416 8013 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.612236 139646456018816 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.612545 139646456018816 create_pretraining_data.py:161] segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_positions: 16 19 20 26 29 33 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.612754 139646456018816 create_pretraining_data.py:161] masked_lm_positions: 16 19 20 26 29 33 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_ids: 671 677 1126 6401 1914 1440 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.612913 139646456018816 create_pretraining_data.py:161] masked_lm_ids: 671 677 1126 6401 1914 1440 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","I0619 12:46:08.613089 139646456018816 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","INFO:tensorflow:next_sentence_labels: 1\n","I0619 12:46:08.613226 139646456018816 create_pretraining_data.py:161] next_sentence_labels: 1\n","INFO:tensorflow:*** Example ***\n","I0619 12:46:08.613875 139646456018816 create_pretraining_data.py:149] *** Example ***\n","INFO:tensorflow:tokens: [CLS] 和 我 玩 玩 [MASK] 球 吧 [SEP] [MASK] 窿 补 上 。 [SEP]\n","I0619 12:46:08.614070 139646456018816 create_pretraining_data.py:151] tokens: [CLS] 和 我 玩 玩 [MASK] 球 吧 [SEP] [MASK] 窿 补 上 。 [SEP]\n","INFO:tensorflow:input_ids: 101 1469 2769 4381 4381 103 4413 1416 102 103 4984 6133 677 511 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.614370 139646456018816 create_pretraining_data.py:161] input_ids: 101 1469 2769 4381 4381 103 4413 1416 102 103 4984 6133 677 511 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.614581 139646456018816 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:segment_ids: 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.614791 139646456018816 create_pretraining_data.py:161] segment_ids: 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_positions: 5 9 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.614966 139646456018816 create_pretraining_data.py:161] masked_lm_positions: 5 9 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_ids: 6639 4974 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.615139 139646456018816 create_pretraining_data.py:161] masked_lm_ids: 6639 4974 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_weights: 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","I0619 12:46:08.615305 139646456018816 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","INFO:tensorflow:next_sentence_labels: 1\n","I0619 12:46:08.615455 139646456018816 create_pretraining_data.py:161] next_sentence_labels: 1\n","INFO:tensorflow:*** Example ***\n","I0619 12:46:08.616021 139646456018816 create_pretraining_data.py:149] *** Example ***\n","INFO:tensorflow:tokens: [CLS] 我 在 流 [MASK] 水 了 [SEP] [MASK] 哈 ， 您 ##汕 是 个 吃 货 啊 。 [SEP]\n","I0619 12:46:08.616184 139646456018816 create_pretraining_data.py:151] tokens: [CLS] 我 在 流 [MASK] 水 了 [SEP] [MASK] 哈 ， 您 ##汕 是 个 吃 货 啊 。 [SEP]\n","INFO:tensorflow:input_ids: 101 2769 1762 3837 103 3717 749 102 103 1506 8024 2644 16787 3221 702 1391 6573 1557 511 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.616408 139646456018816 create_pretraining_data.py:161] input_ids: 101 2769 1762 3837 103 3717 749 102 103 1506 8024 2644 16787 3221 702 1391 6573 1557 511 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.616634 139646456018816 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:segment_ids: 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.616842 139646456018816 create_pretraining_data.py:161] segment_ids: 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_positions: 4 8 12 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.617004 139646456018816 create_pretraining_data.py:161] masked_lm_positions: 4 8 12 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_ids: 1366 1506 4696 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.617192 139646456018816 create_pretraining_data.py:161] masked_lm_ids: 1366 1506 4696 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_weights: 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","I0619 12:46:08.617396 139646456018816 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","INFO:tensorflow:next_sentence_labels: 0\n","I0619 12:46:08.716428 139646456018816 create_pretraining_data.py:161] next_sentence_labels: 0\n","INFO:tensorflow:*** Example ***\n","I0619 12:46:08.718054 139646456018816 create_pretraining_data.py:149] *** Example ***\n","INFO:tensorflow:tokens: [CLS] 没 什 么 [MASK] [MASK] [SEP] 没 什 么 就 是 没 有 什 [MASK] 啊 。 [SEP]\n","I0619 12:46:08.718312 139646456018816 create_pretraining_data.py:151] tokens: [CLS] 没 什 么 [MASK] [MASK] [SEP] 没 什 么 就 是 没 有 什 [MASK] 啊 。 [SEP]\n","INFO:tensorflow:input_ids: 101 3766 784 720 103 103 102 3766 784 720 2218 3221 3766 3300 784 103 1557 511 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.718590 139646456018816 create_pretraining_data.py:161] input_ids: 101 3766 784 720 103 103 102 3766 784 720 2218 3221 3766 3300 784 103 1557 511 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.718831 139646456018816 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:segment_ids: 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.719060 139646456018816 create_pretraining_data.py:161] segment_ids: 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_positions: 4 5 15 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.719476 139646456018816 create_pretraining_data.py:161] masked_lm_positions: 4 5 15 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_ids: 6820 2586 720 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.719946 139646456018816 create_pretraining_data.py:161] masked_lm_ids: 6820 2586 720 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_weights: 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","I0619 12:46:08.720149 139646456018816 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","INFO:tensorflow:next_sentence_labels: 0\n","I0619 12:46:08.720297 139646456018816 create_pretraining_data.py:161] next_sentence_labels: 0\n","INFO:tensorflow:*** Example ***\n","I0619 12:46:08.721132 139646456018816 create_pretraining_data.py:149] *** Example ***\n","INFO:tensorflow:tokens: [CLS] 别 回 [MASK] 空 信 息 好 [MASK] 呀 。 [SEP] [MASK] 过 , 还 可 以 。 [SEP]\n","I0619 12:46:08.721307 139646456018816 create_pretraining_data.py:151] tokens: [CLS] 别 回 [MASK] 空 信 息 好 [MASK] 呀 。 [SEP] [MASK] 过 , 还 可 以 。 [SEP]\n","INFO:tensorflow:input_ids: 101 1166 1726 103 4958 928 2622 1962 103 1435 511 102 103 6814 117 6820 1377 809 511 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.721587 139646456018816 create_pretraining_data.py:161] input_ids: 101 1166 1726 103 4958 928 2622 1962 103 1435 511 102 103 6814 117 6820 1377 809 511 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.721817 139646456018816 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.722047 139646456018816 create_pretraining_data.py:161] segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_positions: 3 8 12 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.722229 139646456018816 create_pretraining_data.py:161] masked_lm_positions: 3 8 12 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_ids: 5031 4638 1343 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.722389 139646456018816 create_pretraining_data.py:161] masked_lm_ids: 5031 4638 1343 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_weights: 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","I0619 12:46:08.722572 139646456018816 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","INFO:tensorflow:next_sentence_labels: 1\n","I0619 12:46:08.722711 139646456018816 create_pretraining_data.py:161] next_sentence_labels: 1\n","INFO:tensorflow:*** Example ***\n","I0619 12:46:08.723371 139646456018816 create_pretraining_data.py:149] *** Example ***\n","INFO:tensorflow:tokens: [CLS] < br / > 2 、 渠 道 整 [MASK] 用 户 [MASK] 登 录 手 机 [MASK] 行 ， 通 [MASK] [UNK] 悦 享 生 [MASK] [UNK] 我 的 悦 [MASK] 生 [MASK] [UNK] 预 约 缴 费 [UNK] ##颢 [MASK] 预 约 缴 费 [UNK] 菜 单 ， 选 [MASK] 相 关 信 息 操 作 [MASK] [SEP] 手 机 银 行 如 何 赎 回 基 金 [SEP]\n","I0619 12:46:08.723590 139646456018816 create_pretraining_data.py:151] tokens: [CLS] < br / > 2 、 渠 道 整 [MASK] 用 户 [MASK] 登 录 手 机 [MASK] 行 ， 通 [MASK] [UNK] 悦 享 生 [MASK] [UNK] 我 的 悦 [MASK] 生 [MASK] [UNK] 预 约 缴 费 [UNK] ##颢 [MASK] 预 约 缴 费 [UNK] 菜 单 ， 选 [MASK] 相 关 信 息 操 作 [MASK] [SEP] 手 机 银 行 如 何 赎 回 基 金 [SEP]\n","INFO:tensorflow:input_ids: 101 133 8575 120 135 123 510 3940 6887 3146 103 4500 2787 103 4633 2497 2797 3322 103 6121 8024 6858 103 100 2643 775 4495 103 100 2769 4638 2643 103 4495 103 100 7564 5276 5373 6589 100 20644 103 7564 5276 5373 6589 100 5831 1296 8024 6848 103 4685 1068 928 2622 3082 868 103 102 2797 3322 7213 6121 1963 862 6604 1726 1825 7032 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.723848 139646456018816 create_pretraining_data.py:161] input_ids: 101 133 8575 120 135 123 510 3940 6887 3146 103 4500 2787 103 4633 2497 2797 3322 103 6121 8024 6858 103 100 2643 775 4495 103 100 2769 4638 2643 103 4495 103 100 7564 5276 5373 6589 100 20644 103 7564 5276 5373 6589 100 5831 1296 8024 6848 103 4685 1068 928 2622 3082 868 103 102 2797 3322 7213 6121 1963 862 6604 1726 1825 7032 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.724069 139646456018816 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.724290 139646456018816 create_pretraining_data.py:161] segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_positions: 10 13 18 22 27 32 34 41 42 52 59 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.724501 139646456018816 create_pretraining_data.py:161] masked_lm_positions: 10 13 18 22 27 32 34 41 42 52 59 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_ids: 1394 1377 7213 6814 3833 775 3833 3173 1872 1856 511 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.724682 139646456018816 create_pretraining_data.py:161] masked_lm_ids: 1394 1377 7213 6814 3833 775 3833 3173 1872 1856 511 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","I0619 12:46:08.724863 139646456018816 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","INFO:tensorflow:next_sentence_labels: 1\n","I0619 12:46:08.818407 139646456018816 create_pretraining_data.py:161] next_sentence_labels: 1\n","INFO:tensorflow:*** Example ***\n","I0619 12:46:08.819558 139646456018816 create_pretraining_data.py:149] *** Example ***\n","INFO:tensorflow:tokens: [CLS] 今 天 回 家 嘛 [SEP] 今 天 有 点 心 烦 ， 想 去 酒 吧 呆 [MASK] 。 [SEP]\n","I0619 12:46:08.819808 139646456018816 create_pretraining_data.py:151] tokens: [CLS] 今 天 回 家 嘛 [SEP] 今 天 有 点 心 烦 ， 想 去 酒 吧 呆 [MASK] 。 [SEP]\n","INFO:tensorflow:input_ids: 101 791 1921 1726 2157 1658 102 791 1921 3300 4157 2552 4172 8024 2682 1343 6983 1416 1438 103 511 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.820142 139646456018816 create_pretraining_data.py:161] input_ids: 101 791 1921 1726 2157 1658 102 791 1921 3300 4157 2552 4172 8024 2682 1343 6983 1416 1438 103 511 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.820453 139646456018816 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:segment_ids: 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.820729 139646456018816 create_pretraining_data.py:161] segment_ids: 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_positions: 2 17 19 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.820943 139646456018816 create_pretraining_data.py:161] masked_lm_positions: 2 17 19 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_ids: 1921 1416 1438 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.821161 139646456018816 create_pretraining_data.py:161] masked_lm_ids: 1921 1416 1438 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_weights: 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","I0619 12:46:08.821368 139646456018816 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","INFO:tensorflow:next_sentence_labels: 0\n","I0619 12:46:08.821661 139646456018816 create_pretraining_data.py:161] next_sentence_labels: 0\n","INFO:tensorflow:*** Example ***\n","I0619 12:46:08.822667 139646456018816 create_pretraining_data.py:149] *** Example ***\n","INFO:tensorflow:tokens: [CLS] 我 没 有 [MASK] 帅 [SEP] 男 人 不 帅 不 要 紧 的 。 [MASK] 于 一 个 女 人 [MASK] 讲 ， 能 [MASK] 一 个 爱 自 己 的 人 [MASK] 找 一 个 帅 男 人 [MASK] 有 意 思 ！ [SEP]\n","I0619 12:46:08.822852 139646456018816 create_pretraining_data.py:151] tokens: [CLS] 我 没 有 [MASK] 帅 [SEP] 男 人 不 帅 不 要 紧 的 。 [MASK] 于 一 个 女 人 [MASK] 讲 ， 能 [MASK] 一 个 爱 自 己 的 人 [MASK] 找 一 个 帅 男 人 [MASK] 有 意 思 ！ [SEP]\n","INFO:tensorflow:input_ids: 101 2769 3766 3300 103 2358 102 4511 782 679 2358 679 6206 5165 4638 511 103 754 671 702 1957 782 103 6382 8024 5543 103 671 702 4263 5632 2346 4638 782 103 2823 671 702 2358 4511 782 103 3300 2692 2590 8013 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.823140 139646456018816 create_pretraining_data.py:161] input_ids: 101 2769 3766 3300 103 2358 102 4511 782 679 2358 679 6206 5165 4638 511 103 754 671 702 1957 782 103 6382 8024 5543 103 671 702 4263 5632 2346 4638 782 103 2823 671 702 2358 4511 782 103 3300 2692 2590 8013 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.823397 139646456018816 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:segment_ids: 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.823662 139646456018816 create_pretraining_data.py:161] segment_ids: 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_positions: 4 15 16 22 26 34 41 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.823853 139646456018816 create_pretraining_data.py:161] masked_lm_positions: 4 15 16 22 26 34 41 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_ids: 800 511 2190 3341 2823 3683 3291 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.824088 139646456018816 create_pretraining_data.py:161] masked_lm_ids: 800 511 2190 3341 2823 3683 3291 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","I0619 12:46:08.824254 139646456018816 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","INFO:tensorflow:next_sentence_labels: 0\n","I0619 12:46:08.824378 139646456018816 create_pretraining_data.py:161] next_sentence_labels: 0\n","INFO:tensorflow:*** Example ***\n","I0619 12:46:08.824962 139646456018816 create_pretraining_data.py:149] *** Example ***\n","INFO:tensorflow:tokens: [CLS] 什 么 是 医 保 联 名 [MASK] ？ [SEP] ##耗 保 [MASK] 名 卡 是 由 我 行 与 各 地 [MASK] 保 管 理 部 门 联 合 发 行 ， 将 医 保 卡 [MASK] 银 行 [MASK] 整 合 为 [MASK] 张 卡 [MASK] 的 形 式 ， 同 时 具 备 医 保 卡 和 银 行 卡 功 能 。 [SEP]\n","I0619 12:46:08.825128 139646456018816 create_pretraining_data.py:151] tokens: [CLS] 什 么 是 医 保 联 名 [MASK] ？ [SEP] ##耗 保 [MASK] 名 卡 是 由 我 行 与 各 地 [MASK] 保 管 理 部 门 联 合 发 行 ， 将 医 保 卡 [MASK] 银 行 [MASK] 整 合 为 [MASK] 张 卡 [MASK] 的 形 式 ， 同 时 具 备 医 保 卡 和 银 行 卡 功 能 。 [SEP]\n","INFO:tensorflow:input_ids: 101 784 720 3221 1278 924 5468 1399 103 8043 102 18507 924 103 1399 1305 3221 4507 2769 6121 680 1392 1765 103 924 5052 4415 6956 7305 5468 1394 1355 6121 8024 2199 1278 924 1305 103 7213 6121 103 3146 1394 711 103 2476 1305 103 4638 2501 2466 8024 1398 3198 1072 1906 1278 924 1305 1469 7213 6121 1305 1216 5543 511 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.825352 139646456018816 create_pretraining_data.py:161] input_ids: 101 784 720 3221 1278 924 5468 1399 103 8043 102 18507 924 103 1399 1305 3221 4507 2769 6121 680 1392 1765 103 924 5052 4415 6956 7305 5468 1394 1355 6121 8024 2199 1278 924 1305 103 7213 6121 103 3146 1394 711 103 2476 1305 103 4638 2501 2466 8024 1398 3198 1072 1906 1278 924 1305 1469 7213 6121 1305 1216 5543 511 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.825583 139646456018816 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:segment_ids: 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.825792 139646456018816 create_pretraining_data.py:161] segment_ids: 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_positions: 1 8 11 13 23 38 41 45 48 65 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.825958 139646456018816 create_pretraining_data.py:161] masked_lm_positions: 1 8 11 13 23 38 41 45 48 65 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_ids: 784 1305 1278 5468 1278 1469 1305 671 4275 5543 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.826181 139646456018816 create_pretraining_data.py:161] masked_lm_ids: 784 1305 1278 5468 1278 1469 1305 671 4275 5543 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","I0619 12:46:08.826405 139646456018816 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","INFO:tensorflow:next_sentence_labels: 0\n","I0619 12:46:08.826587 139646456018816 create_pretraining_data.py:161] next_sentence_labels: 0\n","INFO:tensorflow:*** Example ***\n","I0619 12:46:08.827470 139646456018816 create_pretraining_data.py:149] *** Example ***\n","INFO:tensorflow:tokens: [CLS] 很 多 吗 [MASK] 我 觉 得 还 好 。 [SEP] < br / > 全 球 热 [MASK] 铺 用 卡 主 [MASK] 卡 有 效 期 内 誣 收 [MASK] 费 。 < br / > 微 信 关 注 [UNK] 龙 [MASK] 信 用 卡 [UNK] 公 众 号 ， 输 入 关 键 [MASK] [UNK] 热 ##骧 [UNK] 可 了 解 更 多 详 情 。 [SEP]\n","I0619 12:46:08.827656 139646456018816 create_pretraining_data.py:151] tokens: [CLS] 很 多 吗 [MASK] 我 觉 得 还 好 。 [SEP] < br / > 全 球 热 [MASK] 铺 用 卡 主 [MASK] 卡 有 效 期 内 誣 收 [MASK] 费 。 < br / > 微 信 关 注 [UNK] 龙 [MASK] 信 用 卡 [UNK] 公 众 号 ， 输 入 关 键 [MASK] [UNK] 热 ##骧 [UNK] 可 了 解 更 多 详 情 。 [SEP]\n","INFO:tensorflow:input_ids: 101 2523 1914 1408 103 2769 6230 2533 6820 1962 511 102 133 8575 120 135 1059 4413 4178 103 7215 4500 1305 712 103 1305 3300 3126 3309 1079 6298 3119 103 6589 511 133 8575 120 135 2544 928 1068 3800 100 7987 103 928 4500 1305 100 1062 830 1384 8024 6783 1057 1068 7241 103 100 4178 20811 100 1377 749 6237 3291 1914 6422 2658 511 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.827966 139646456018816 create_pretraining_data.py:161] input_ids: 101 2523 1914 1408 103 2769 6230 2533 6820 1962 511 102 133 8575 120 135 1059 4413 4178 103 7215 4500 1305 712 103 1305 3300 3126 3309 1079 6298 3119 103 6589 511 133 8575 120 135 2544 928 1068 3800 100 7987 103 928 4500 1305 100 1062 830 1384 8024 6783 1057 1068 7241 103 100 4178 20811 100 1377 749 6237 3291 1914 6422 2658 511 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.828264 139646456018816 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.828486 139646456018816 create_pretraining_data.py:161] segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_positions: 4 19 20 21 24 30 32 45 58 61 62 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.828655 139646456018816 create_pretraining_data.py:161] masked_lm_positions: 4 19 20 21 24 30 32 45 58 61 62 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_ids: 8043 6579 928 4500 7353 1048 2399 1305 2099 6579 100 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.828850 139646456018816 create_pretraining_data.py:161] masked_lm_ids: 8043 6579 928 4500 7353 1048 2399 1305 2099 6579 100 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","I0619 12:46:08.829038 139646456018816 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","INFO:tensorflow:next_sentence_labels: 1\n","I0619 12:46:08.922769 139646456018816 create_pretraining_data.py:161] next_sentence_labels: 1\n","INFO:tensorflow:*** Example ***\n","I0619 12:46:08.924351 139646456018816 create_pretraining_data.py:149] *** Example ***\n","INFO:tensorflow:tokens: [CLS] [MASK] 你 半 天 [MASK] 也 不 回 答 [SEP] [MASK] 行 就 ok 啦 。 [SEP]\n","I0619 12:46:08.924573 139646456018816 create_pretraining_data.py:151] tokens: [CLS] [MASK] 你 半 天 [MASK] 也 不 回 答 [SEP] [MASK] 行 就 ok 啦 。 [SEP]\n","INFO:tensorflow:input_ids: 101 103 872 1288 1921 103 738 679 1726 5031 102 103 6121 2218 8270 1568 511 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.924904 139646456018816 create_pretraining_data.py:161] input_ids: 101 103 872 1288 1921 103 738 679 1726 5031 102 103 6121 2218 8270 1568 511 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.925225 139646456018816 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:segment_ids: 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.925517 139646456018816 create_pretraining_data.py:161] segment_ids: 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_positions: 1 5 11 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.925720 139646456018816 create_pretraining_data.py:161] masked_lm_positions: 1 5 11 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_ids: 7309 749 6820 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.925910 139646456018816 create_pretraining_data.py:161] masked_lm_ids: 7309 749 6820 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_weights: 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","I0619 12:46:08.926117 139646456018816 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","INFO:tensorflow:next_sentence_labels: 1\n","I0619 12:46:08.926281 139646456018816 create_pretraining_data.py:161] next_sentence_labels: 1\n","INFO:tensorflow:*** Example ***\n","I0619 12:46:08.927208 139646456018816 create_pretraining_data.py:149] *** Example ***\n","INFO:tensorflow:tokens: [CLS] 认 识 您 很 荣 [MASK] [SEP] 很 高 兴 认 识 您 。 [SEP]\n","I0619 12:46:08.927395 139646456018816 create_pretraining_data.py:151] tokens: [CLS] 认 识 您 很 荣 [MASK] [SEP] 很 高 兴 认 识 您 。 [SEP]\n","INFO:tensorflow:input_ids: 101 6371 6399 2644 2523 5783 103 102 2523 7770 1069 6371 6399 2644 511 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.927717 139646456018816 create_pretraining_data.py:161] input_ids: 101 6371 6399 2644 2523 5783 103 102 2523 7770 1069 6371 6399 2644 511 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.928017 139646456018816 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:segment_ids: 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.928378 139646456018816 create_pretraining_data.py:161] segment_ids: 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_positions: 5 6 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.928613 139646456018816 create_pretraining_data.py:161] masked_lm_positions: 5 6 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_ids: 5783 2401 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","I0619 12:46:08.928807 139646456018816 create_pretraining_data.py:161] masked_lm_ids: 5783 2401 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n","INFO:tensorflow:masked_lm_weights: 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","I0619 12:46:08.929008 139646456018816 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n","INFO:tensorflow:next_sentence_labels: 0\n","I0619 12:46:08.929230 139646456018816 create_pretraining_data.py:161] next_sentence_labels: 0\n","INFO:tensorflow:Wrote 245594 total instances\n","I0619 12:48:02.712755 139646456018816 create_pretraining_data.py:166] Wrote 245594 total instances\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"6Tidbfk1lYOz","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":1000},"executionInfo":{"status":"ok","timestamp":1592581748513,"user_tz":-480,"elapsed":8962731,"user":{"displayName":"Racle He","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhNRi7DUXsEvpMRqVqHTUF_Oen4KW7kU7MKQekk=s64","userId":"10673173760458122172"}},"outputId":"7a90a278-2959-4c2b-ef0c-5b15b2ee48fb"},"source":["! python ./bert/run_pretraining.py \\\n","--bert_config_file=./pretrained/chinese_L-12_H-768_A-12/bert_config.json \\\n","--input_file=./pretrain/tf_pre_data.tfrecord \\\n","--output_dir=./pretrained/fine_tune \\\n","--init_checkpoint=./pretrained/chinese_L-12_H-768_A-12/bert_model.ckpt \\\n","--learning_rate=2e-5 \\\n","--do_train=True \\\n","--do_eval=True \\\n","--train_batch_size=16 \\\n","--max_seq_length=256 \\\n","--max_predictions_per_seq=60 \\\n","--num_train_steps=5000 \\\n","--num_warmup_steps=500 \\\n","--masked_lm_prob=0.15 \\\n","--random_seed=12345 \\\n","--dupe_factor=5"],"execution_count":19,"outputs":[{"output_type":"stream","text":["\u001b[1;30;43m流式输出内容被截断，只能显示最后 5000 行内容。\u001b[0m\n","I0619 15:16:19.540015 139999200331648 tpu_estimator.py:2160] examples/sec: 8.88093\n","INFO:tensorflow:global_step/sec: 0.578853\n","I0619 15:16:21.266973 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578853\n","INFO:tensorflow:examples/sec: 9.26164\n","I0619 15:16:21.267348 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26164\n","INFO:tensorflow:global_step/sec: 0.573394\n","I0619 15:16:23.010979 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.573394\n","INFO:tensorflow:examples/sec: 9.1743\n","I0619 15:16:23.011243 139999200331648 tpu_estimator.py:2160] examples/sec: 9.1743\n","INFO:tensorflow:global_step/sec: 0.580288\n","I0619 15:16:24.734401 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580288\n","INFO:tensorflow:examples/sec: 9.28461\n","I0619 15:16:24.735022 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28461\n","INFO:tensorflow:global_step/sec: 0.55863\n","I0619 15:16:26.524380 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.55863\n","INFO:tensorflow:examples/sec: 8.93808\n","I0619 15:16:26.524799 139999200331648 tpu_estimator.py:2160] examples/sec: 8.93808\n","INFO:tensorflow:global_step/sec: 0.57859\n","I0619 15:16:28.252750 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.57859\n","INFO:tensorflow:examples/sec: 9.25743\n","I0619 15:16:28.253071 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25743\n","INFO:tensorflow:global_step/sec: 0.557512\n","I0619 15:16:30.046405 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.557512\n","INFO:tensorflow:examples/sec: 8.92019\n","I0619 15:16:30.046775 139999200331648 tpu_estimator.py:2160] examples/sec: 8.92019\n","INFO:tensorflow:global_step/sec: 0.580651\n","I0619 15:16:31.768626 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580651\n","INFO:tensorflow:examples/sec: 9.29041\n","I0619 15:16:31.768922 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29041\n","INFO:tensorflow:global_step/sec: 0.545273\n","I0619 15:16:33.602575 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.545273\n","INFO:tensorflow:examples/sec: 8.72437\n","I0619 15:16:33.602839 139999200331648 tpu_estimator.py:2160] examples/sec: 8.72437\n","INFO:tensorflow:global_step/sec: 0.549159\n","I0619 15:16:35.423516 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.549159\n","INFO:tensorflow:examples/sec: 8.78654\n","I0619 15:16:35.423941 139999200331648 tpu_estimator.py:2160] examples/sec: 8.78654\n","INFO:tensorflow:global_step/sec: 0.571842\n","I0619 15:16:37.172304 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.571842\n","INFO:tensorflow:examples/sec: 9.14946\n","I0619 15:16:37.172746 139999200331648 tpu_estimator.py:2160] examples/sec: 9.14946\n","INFO:tensorflow:global_step/sec: 0.579017\n","I0619 15:16:38.899478 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579017\n","INFO:tensorflow:examples/sec: 9.26427\n","I0619 15:16:38.899768 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26427\n","INFO:tensorflow:global_step/sec: 0.550868\n","I0619 15:16:40.714654 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.550868\n","INFO:tensorflow:examples/sec: 8.81389\n","I0619 15:16:40.714918 139999200331648 tpu_estimator.py:2160] examples/sec: 8.81389\n","INFO:tensorflow:global_step/sec: 0.574816\n","I0619 15:16:42.454325 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.574816\n","INFO:tensorflow:examples/sec: 9.19706\n","I0619 15:16:42.454745 139999200331648 tpu_estimator.py:2160] examples/sec: 9.19706\n","INFO:tensorflow:global_step/sec: 0.553004\n","I0619 15:16:44.262658 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.553004\n","INFO:tensorflow:examples/sec: 8.84807\n","I0619 15:16:44.262973 139999200331648 tpu_estimator.py:2160] examples/sec: 8.84807\n","INFO:tensorflow:global_step/sec: 0.576827\n","I0619 15:16:45.996296 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.576827\n","INFO:tensorflow:examples/sec: 9.22923\n","I0619 15:16:45.996751 139999200331648 tpu_estimator.py:2160] examples/sec: 9.22923\n","INFO:tensorflow:global_step/sec: 0.564949\n","I0619 15:16:47.766418 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.564949\n","INFO:tensorflow:examples/sec: 9.03919\n","I0619 15:16:47.766717 139999200331648 tpu_estimator.py:2160] examples/sec: 9.03919\n","INFO:tensorflow:global_step/sec: 0.57744\n","I0619 15:16:49.498111 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.57744\n","INFO:tensorflow:examples/sec: 9.23903\n","I0619 15:16:49.498591 139999200331648 tpu_estimator.py:2160] examples/sec: 9.23903\n","INFO:tensorflow:global_step/sec: 0.502646\n","I0619 15:16:51.487756 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.502646\n","INFO:tensorflow:examples/sec: 8.04234\n","I0619 15:16:51.488044 139999200331648 tpu_estimator.py:2160] examples/sec: 8.04234\n","INFO:tensorflow:global_step/sec: 0.578985\n","I0619 15:16:53.214719 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578985\n","INFO:tensorflow:examples/sec: 9.26376\n","I0619 15:16:53.218751 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26376\n","INFO:tensorflow:global_step/sec: 0.551707\n","I0619 15:16:55.027318 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.551707\n","INFO:tensorflow:examples/sec: 8.82731\n","I0619 15:16:55.027601 139999200331648 tpu_estimator.py:2160] examples/sec: 8.82731\n","INFO:tensorflow:global_step/sec: 0.578953\n","I0619 15:16:56.754584 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578953\n","INFO:tensorflow:examples/sec: 9.26324\n","I0619 15:16:56.754911 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26324\n","INFO:tensorflow:global_step/sec: 0.558827\n","I0619 15:16:58.544064 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.558827\n","INFO:tensorflow:examples/sec: 8.94124\n","I0619 15:16:58.544359 139999200331648 tpu_estimator.py:2160] examples/sec: 8.94124\n","INFO:tensorflow:global_step/sec: 0.576672\n","I0619 15:17:00.278109 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.576672\n","INFO:tensorflow:examples/sec: 9.22676\n","I0619 15:17:00.278361 139999200331648 tpu_estimator.py:2160] examples/sec: 9.22676\n","INFO:tensorflow:global_step/sec: 0.547753\n","I0619 15:17:02.103717 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.547753\n","INFO:tensorflow:examples/sec: 8.76405\n","I0619 15:17:02.104092 139999200331648 tpu_estimator.py:2160] examples/sec: 8.76405\n","INFO:tensorflow:global_step/sec: 0.580892\n","I0619 15:17:03.825219 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580892\n","INFO:tensorflow:examples/sec: 9.29427\n","I0619 15:17:03.825580 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29427\n","INFO:tensorflow:global_step/sec: 0.55708\n","I0619 15:17:05.620301 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.55708\n","INFO:tensorflow:examples/sec: 8.91329\n","I0619 15:17:05.620596 139999200331648 tpu_estimator.py:2160] examples/sec: 8.91329\n","INFO:tensorflow:global_step/sec: 0.5778\n","I0619 15:17:07.350989 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.5778\n","INFO:tensorflow:examples/sec: 9.24479\n","I0619 15:17:07.351284 139999200331648 tpu_estimator.py:2160] examples/sec: 9.24479\n","INFO:tensorflow:global_step/sec: 0.548428\n","I0619 15:17:09.174406 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.548428\n","INFO:tensorflow:examples/sec: 8.77485\n","I0619 15:17:09.174953 139999200331648 tpu_estimator.py:2160] examples/sec: 8.77485\n","INFO:tensorflow:global_step/sec: 0.578467\n","I0619 15:17:10.903156 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578467\n","INFO:tensorflow:examples/sec: 9.25547\n","I0619 15:17:10.903469 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25547\n","INFO:tensorflow:global_step/sec: 0.549757\n","I0619 15:17:12.722089 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.549757\n","INFO:tensorflow:examples/sec: 8.79611\n","I0619 15:17:12.722543 139999200331648 tpu_estimator.py:2160] examples/sec: 8.79611\n","INFO:tensorflow:global_step/sec: 0.576928\n","I0619 15:17:14.455423 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.576928\n","INFO:tensorflow:examples/sec: 9.23085\n","I0619 15:17:14.455875 139999200331648 tpu_estimator.py:2160] examples/sec: 9.23085\n","INFO:tensorflow:global_step/sec: 0.552472\n","I0619 15:17:16.265482 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.552472\n","INFO:tensorflow:examples/sec: 8.83955\n","I0619 15:17:16.265753 139999200331648 tpu_estimator.py:2160] examples/sec: 8.83955\n","INFO:tensorflow:global_step/sec: 0.572615\n","I0619 15:17:18.011893 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.572615\n","INFO:tensorflow:examples/sec: 9.16183\n","I0619 15:17:18.012160 139999200331648 tpu_estimator.py:2160] examples/sec: 9.16183\n","INFO:tensorflow:global_step/sec: 0.571504\n","I0619 15:17:19.761643 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.571504\n","INFO:tensorflow:examples/sec: 9.14406\n","I0619 15:17:19.762070 139999200331648 tpu_estimator.py:2160] examples/sec: 9.14406\n","INFO:tensorflow:global_step/sec: 0.579034\n","I0619 15:17:21.488657 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579034\n","INFO:tensorflow:examples/sec: 9.26455\n","I0619 15:17:21.489154 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26455\n","INFO:tensorflow:global_step/sec: 0.552871\n","I0619 15:17:23.297388 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.552871\n","INFO:tensorflow:examples/sec: 8.84593\n","I0619 15:17:23.297716 139999200331648 tpu_estimator.py:2160] examples/sec: 8.84593\n","INFO:tensorflow:global_step/sec: 0.579293\n","I0619 15:17:25.023611 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579293\n","INFO:tensorflow:examples/sec: 9.26869\n","I0619 15:17:25.024037 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26869\n","INFO:tensorflow:global_step/sec: 0.54717\n","I0619 15:17:26.851182 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.54717\n","INFO:tensorflow:examples/sec: 8.75471\n","I0619 15:17:26.851611 139999200331648 tpu_estimator.py:2160] examples/sec: 8.75471\n","INFO:tensorflow:global_step/sec: 0.578171\n","I0619 15:17:28.580833 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578171\n","INFO:tensorflow:examples/sec: 9.25074\n","I0619 15:17:28.581085 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25074\n","INFO:tensorflow:global_step/sec: 0.512033\n","I0619 15:17:30.533710 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.512033\n","INFO:tensorflow:examples/sec: 8.19252\n","I0619 15:17:30.534108 139999200331648 tpu_estimator.py:2160] examples/sec: 8.19252\n","INFO:tensorflow:global_step/sec: 0.573879\n","I0619 15:17:32.276389 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.573879\n","INFO:tensorflow:examples/sec: 9.18206\n","I0619 15:17:32.276899 139999200331648 tpu_estimator.py:2160] examples/sec: 9.18206\n","INFO:tensorflow:global_step/sec: 0.552567\n","I0619 15:17:34.086039 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.552567\n","INFO:tensorflow:examples/sec: 8.84108\n","I0619 15:17:34.086328 139999200331648 tpu_estimator.py:2160] examples/sec: 8.84108\n","INFO:tensorflow:global_step/sec: 0.577604\n","I0619 15:17:35.817372 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577604\n","INFO:tensorflow:examples/sec: 9.24166\n","I0619 15:17:35.817809 139999200331648 tpu_estimator.py:2160] examples/sec: 9.24166\n","INFO:tensorflow:global_step/sec: 0.552256\n","I0619 15:17:37.628110 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.552256\n","INFO:tensorflow:examples/sec: 8.8361\n","I0619 15:17:37.628369 139999200331648 tpu_estimator.py:2160] examples/sec: 8.8361\n","INFO:tensorflow:global_step/sec: 0.574689\n","I0619 15:17:39.368197 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.574689\n","INFO:tensorflow:examples/sec: 9.19502\n","I0619 15:17:39.368704 139999200331648 tpu_estimator.py:2160] examples/sec: 9.19502\n","INFO:tensorflow:global_step/sec: 0.508633\n","I0619 15:17:41.334181 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.508633\n","INFO:tensorflow:examples/sec: 8.13812\n","I0619 15:17:41.334640 139999200331648 tpu_estimator.py:2160] examples/sec: 8.13812\n","INFO:tensorflow:global_step/sec: 0.580185\n","I0619 15:17:43.057778 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580185\n","INFO:tensorflow:examples/sec: 9.28295\n","I0619 15:17:43.058050 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28295\n","INFO:tensorflow:global_step/sec: 0.548406\n","I0619 15:17:44.881254 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.548406\n","INFO:tensorflow:examples/sec: 8.77449\n","I0619 15:17:44.881682 139999200331648 tpu_estimator.py:2160] examples/sec: 8.77449\n","INFO:tensorflow:global_step/sec: 0.576715\n","I0619 15:17:46.615240 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.576715\n","INFO:tensorflow:examples/sec: 9.22743\n","I0619 15:17:46.615720 139999200331648 tpu_estimator.py:2160] examples/sec: 9.22743\n","INFO:tensorflow:global_step/sec: 0.556427\n","I0619 15:17:48.412469 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.556427\n","INFO:tensorflow:examples/sec: 8.90283\n","I0619 15:17:48.412756 139999200331648 tpu_estimator.py:2160] examples/sec: 8.90283\n","INFO:tensorflow:global_step/sec: 0.574574\n","I0619 15:17:50.152891 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.574574\n","INFO:tensorflow:examples/sec: 9.19319\n","I0619 15:17:50.153424 139999200331648 tpu_estimator.py:2160] examples/sec: 9.19319\n","INFO:tensorflow:global_step/sec: 0.553202\n","I0619 15:17:51.960499 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.553202\n","INFO:tensorflow:examples/sec: 8.85123\n","I0619 15:17:51.960769 139999200331648 tpu_estimator.py:2160] examples/sec: 8.85123\n","INFO:tensorflow:global_step/sec: 0.578433\n","I0619 15:17:53.689339 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578433\n","INFO:tensorflow:examples/sec: 9.25494\n","I0619 15:17:53.689880 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25494\n","INFO:tensorflow:global_step/sec: 0.548522\n","I0619 15:17:55.512365 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.548522\n","INFO:tensorflow:examples/sec: 8.77635\n","I0619 15:17:55.512885 139999200331648 tpu_estimator.py:2160] examples/sec: 8.77635\n","INFO:tensorflow:global_step/sec: 0.579467\n","I0619 15:17:57.238171 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579467\n","INFO:tensorflow:examples/sec: 9.27147\n","I0619 15:17:57.238505 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27147\n","INFO:tensorflow:global_step/sec: 0.576311\n","I0619 15:17:58.973461 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.576311\n","INFO:tensorflow:examples/sec: 9.22098\n","I0619 15:17:58.974007 139999200331648 tpu_estimator.py:2160] examples/sec: 9.22098\n","INFO:tensorflow:global_step/sec: 0.576273\n","I0619 15:18:00.708599 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.576273\n","INFO:tensorflow:examples/sec: 9.22037\n","I0619 15:18:00.709089 139999200331648 tpu_estimator.py:2160] examples/sec: 9.22037\n","INFO:tensorflow:global_step/sec: 0.552458\n","I0619 15:18:02.518687 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.552458\n","INFO:tensorflow:examples/sec: 8.83932\n","I0619 15:18:02.519090 139999200331648 tpu_estimator.py:2160] examples/sec: 8.83932\n","INFO:tensorflow:global_step/sec: 0.577994\n","I0619 15:18:04.248810 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577994\n","INFO:tensorflow:examples/sec: 9.2479\n","I0619 15:18:04.249175 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2479\n","INFO:tensorflow:global_step/sec: 0.525187\n","I0619 15:18:06.152858 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.525187\n","INFO:tensorflow:examples/sec: 8.40299\n","I0619 15:18:06.153126 139999200331648 tpu_estimator.py:2160] examples/sec: 8.40299\n","INFO:tensorflow:global_step/sec: 0.578168\n","I0619 15:18:07.882458 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578168\n","INFO:tensorflow:examples/sec: 9.25069\n","I0619 15:18:07.882730 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25069\n","INFO:tensorflow:global_step/sec: 0.550091\n","I0619 15:18:09.700356 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.550091\n","INFO:tensorflow:examples/sec: 8.80145\n","I0619 15:18:09.700711 139999200331648 tpu_estimator.py:2160] examples/sec: 8.80145\n","INFO:tensorflow:global_step/sec: 0.578467\n","I0619 15:18:11.429091 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578467\n","INFO:tensorflow:examples/sec: 9.25547\n","I0619 15:18:11.429591 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25547\n","INFO:tensorflow:global_step/sec: 0.564964\n","I0619 15:18:13.199078 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.564964\n","INFO:tensorflow:examples/sec: 9.03942\n","I0619 15:18:13.199389 139999200331648 tpu_estimator.py:2160] examples/sec: 9.03942\n","INFO:tensorflow:global_step/sec: 0.577111\n","I0619 15:18:14.931848 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577111\n","INFO:tensorflow:examples/sec: 9.23378\n","I0619 15:18:14.932114 139999200331648 tpu_estimator.py:2160] examples/sec: 9.23378\n","INFO:tensorflow:global_step/sec: 0.556058\n","I0619 15:18:16.730205 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.556058\n","INFO:tensorflow:examples/sec: 8.89692\n","I0619 15:18:16.730636 139999200331648 tpu_estimator.py:2160] examples/sec: 8.89692\n","INFO:tensorflow:global_step/sec: 0.576294\n","I0619 15:18:18.465559 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.576294\n","INFO:tensorflow:examples/sec: 9.2207\n","I0619 15:18:18.465938 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2207\n","INFO:tensorflow:global_step/sec: 0.558991\n","I0619 15:18:20.254487 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.558991\n","INFO:tensorflow:examples/sec: 8.94386\n","I0619 15:18:20.255819 139999200331648 tpu_estimator.py:2160] examples/sec: 8.94386\n","INFO:tensorflow:global_step/sec: 0.576893\n","I0619 15:18:21.987876 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.576893\n","INFO:tensorflow:examples/sec: 9.23029\n","I0619 15:18:21.988368 139999200331648 tpu_estimator.py:2160] examples/sec: 9.23029\n","INFO:tensorflow:global_step/sec: 0.557568\n","I0619 15:18:23.781306 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.557568\n","INFO:tensorflow:examples/sec: 8.92108\n","I0619 15:18:23.781586 139999200331648 tpu_estimator.py:2160] examples/sec: 8.92108\n","INFO:tensorflow:global_step/sec: 0.578567\n","I0619 15:18:25.509716 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578567\n","INFO:tensorflow:examples/sec: 9.25707\n","I0619 15:18:25.510009 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25707\n","INFO:tensorflow:global_step/sec: 0.555017\n","I0619 15:18:27.311455 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.555017\n","INFO:tensorflow:examples/sec: 8.88027\n","I0619 15:18:27.311777 139999200331648 tpu_estimator.py:2160] examples/sec: 8.88027\n","INFO:tensorflow:global_step/sec: 0.572446\n","I0619 15:18:29.058349 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.572446\n","INFO:tensorflow:examples/sec: 9.15913\n","I0619 15:18:29.058889 139999200331648 tpu_estimator.py:2160] examples/sec: 9.15913\n","INFO:tensorflow:global_step/sec: 0.504276\n","I0619 15:18:31.041460 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.504276\n","INFO:tensorflow:examples/sec: 8.06841\n","I0619 15:18:31.042148 139999200331648 tpu_estimator.py:2160] examples/sec: 8.06841\n","INFO:tensorflow:global_step/sec: 0.57579\n","I0619 15:18:32.778200 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.57579\n","INFO:tensorflow:examples/sec: 9.21264\n","I0619 15:18:32.778464 139999200331648 tpu_estimator.py:2160] examples/sec: 9.21264\n","INFO:tensorflow:global_step/sec: 0.558325\n","I0619 15:18:34.569203 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.558325\n","INFO:tensorflow:examples/sec: 8.9332\n","I0619 15:18:34.569523 139999200331648 tpu_estimator.py:2160] examples/sec: 8.9332\n","INFO:tensorflow:global_step/sec: 0.576628\n","I0619 15:18:36.303472 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.576628\n","INFO:tensorflow:examples/sec: 9.22604\n","I0619 15:18:36.303835 139999200331648 tpu_estimator.py:2160] examples/sec: 9.22604\n","INFO:tensorflow:global_step/sec: 0.53657\n","I0619 15:18:38.167117 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.53657\n","INFO:tensorflow:examples/sec: 8.58512\n","I0619 15:18:38.167514 139999200331648 tpu_estimator.py:2160] examples/sec: 8.58512\n","INFO:tensorflow:Saving checkpoints for 4000 into ./pretrained/fine_tune/model.ckpt.\n","I0619 15:18:39.895632 139999200331648 basic_session_run_hooks.py:606] Saving checkpoints for 4000 into ./pretrained/fine_tune/model.ckpt.\n","INFO:tensorflow:global_step/sec: 0.119448\n","I0619 15:18:46.538961 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.119448\n","INFO:tensorflow:examples/sec: 1.91117\n","I0619 15:18:46.539383 139999200331648 tpu_estimator.py:2160] examples/sec: 1.91117\n","INFO:tensorflow:global_step/sec: 0.528332\n","I0619 15:18:48.431733 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.528332\n","INFO:tensorflow:examples/sec: 8.45331\n","I0619 15:18:48.432022 139999200331648 tpu_estimator.py:2160] examples/sec: 8.45331\n","INFO:tensorflow:global_step/sec: 0.57754\n","I0619 15:18:50.163180 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.57754\n","INFO:tensorflow:examples/sec: 9.24064\n","I0619 15:18:50.163579 139999200331648 tpu_estimator.py:2160] examples/sec: 9.24064\n","INFO:tensorflow:global_step/sec: 0.562954\n","I0619 15:18:51.939621 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.562954\n","INFO:tensorflow:examples/sec: 9.00726\n","I0619 15:18:51.939876 139999200331648 tpu_estimator.py:2160] examples/sec: 9.00726\n","INFO:tensorflow:global_step/sec: 0.578202\n","I0619 15:18:53.669123 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578202\n","INFO:tensorflow:examples/sec: 9.25123\n","I0619 15:18:53.669478 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25123\n","INFO:tensorflow:global_step/sec: 0.509184\n","I0619 15:18:55.633099 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.509184\n","INFO:tensorflow:examples/sec: 8.14694\n","I0619 15:18:55.633516 139999200331648 tpu_estimator.py:2160] examples/sec: 8.14694\n","INFO:tensorflow:global_step/sec: 0.578837\n","I0619 15:18:57.360608 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578837\n","INFO:tensorflow:examples/sec: 9.26139\n","I0619 15:18:57.361017 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26139\n","INFO:tensorflow:global_step/sec: 0.54955\n","I0619 15:18:59.180353 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.54955\n","INFO:tensorflow:examples/sec: 8.79279\n","I0619 15:18:59.180939 139999200331648 tpu_estimator.py:2160] examples/sec: 8.79279\n","INFO:tensorflow:global_step/sec: 0.577771\n","I0619 15:19:00.911186 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577771\n","INFO:tensorflow:examples/sec: 9.24433\n","I0619 15:19:00.911676 139999200331648 tpu_estimator.py:2160] examples/sec: 9.24433\n","INFO:tensorflow:global_step/sec: 0.543732\n","I0619 15:19:02.750234 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.543732\n","INFO:tensorflow:examples/sec: 8.69972\n","I0619 15:19:02.750823 139999200331648 tpu_estimator.py:2160] examples/sec: 8.69972\n","INFO:tensorflow:global_step/sec: 0.579909\n","I0619 15:19:04.474641 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579909\n","INFO:tensorflow:examples/sec: 9.27855\n","I0619 15:19:04.475023 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27855\n","INFO:tensorflow:global_step/sec: 0.535386\n","I0619 15:19:06.342375 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.535386\n","INFO:tensorflow:examples/sec: 8.56618\n","I0619 15:19:06.343666 139999200331648 tpu_estimator.py:2160] examples/sec: 8.56618\n","INFO:tensorflow:global_step/sec: 0.57686\n","I0619 15:19:08.075915 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.57686\n","INFO:tensorflow:examples/sec: 9.22976\n","I0619 15:19:08.076186 139999200331648 tpu_estimator.py:2160] examples/sec: 9.22976\n","INFO:tensorflow:global_step/sec: 0.547864\n","I0619 15:19:09.901250 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.547864\n","INFO:tensorflow:examples/sec: 8.76582\n","I0619 15:19:09.901538 139999200331648 tpu_estimator.py:2160] examples/sec: 8.76582\n","INFO:tensorflow:global_step/sec: 0.577752\n","I0619 15:19:11.632071 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577752\n","INFO:tensorflow:examples/sec: 9.24403\n","I0619 15:19:11.632366 139999200331648 tpu_estimator.py:2160] examples/sec: 9.24403\n","INFO:tensorflow:global_step/sec: 0.504867\n","I0619 15:19:13.612745 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.504867\n","INFO:tensorflow:examples/sec: 8.07787\n","I0619 15:19:13.613101 139999200331648 tpu_estimator.py:2160] examples/sec: 8.07787\n","INFO:tensorflow:global_step/sec: 0.579138\n","I0619 15:19:15.339490 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579138\n","INFO:tensorflow:examples/sec: 9.26621\n","I0619 15:19:15.339750 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26621\n","INFO:tensorflow:global_step/sec: 0.557122\n","I0619 15:19:17.134395 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.557122\n","INFO:tensorflow:examples/sec: 8.91395\n","I0619 15:19:17.134678 139999200331648 tpu_estimator.py:2160] examples/sec: 8.91395\n","INFO:tensorflow:global_step/sec: 0.579437\n","I0619 15:19:18.860192 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579437\n","INFO:tensorflow:examples/sec: 9.271\n","I0619 15:19:18.860473 139999200331648 tpu_estimator.py:2160] examples/sec: 9.271\n","INFO:tensorflow:global_step/sec: 0.559193\n","I0619 15:19:20.648554 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.559193\n","INFO:tensorflow:examples/sec: 8.94709\n","I0619 15:19:20.648849 139999200331648 tpu_estimator.py:2160] examples/sec: 8.94709\n","INFO:tensorflow:global_step/sec: 0.577089\n","I0619 15:19:22.381316 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577089\n","INFO:tensorflow:examples/sec: 9.23343\n","I0619 15:19:22.381583 139999200331648 tpu_estimator.py:2160] examples/sec: 9.23343\n","INFO:tensorflow:global_step/sec: 0.57829\n","I0619 15:19:24.110601 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.57829\n","INFO:tensorflow:examples/sec: 9.25264\n","I0619 15:19:24.110898 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25264\n","INFO:tensorflow:global_step/sec: 0.580336\n","I0619 15:19:25.833789 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580336\n","INFO:tensorflow:examples/sec: 9.28538\n","I0619 15:19:25.834227 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28538\n","INFO:tensorflow:global_step/sec: 0.552617\n","I0619 15:19:27.643314 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.552617\n","INFO:tensorflow:examples/sec: 8.84188\n","I0619 15:19:27.643793 139999200331648 tpu_estimator.py:2160] examples/sec: 8.84188\n","INFO:tensorflow:global_step/sec: 0.576801\n","I0619 15:19:29.377131 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.576801\n","INFO:tensorflow:examples/sec: 9.22882\n","I0619 15:19:29.377468 139999200331648 tpu_estimator.py:2160] examples/sec: 9.22882\n","INFO:tensorflow:global_step/sec: 0.558995\n","I0619 15:19:31.165902 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.558995\n","INFO:tensorflow:examples/sec: 8.94392\n","I0619 15:19:31.166186 139999200331648 tpu_estimator.py:2160] examples/sec: 8.94392\n","INFO:tensorflow:global_step/sec: 0.577594\n","I0619 15:19:32.897296 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577594\n","INFO:tensorflow:examples/sec: 9.24151\n","I0619 15:19:32.897881 139999200331648 tpu_estimator.py:2160] examples/sec: 9.24151\n","INFO:tensorflow:global_step/sec: 0.507425\n","I0619 15:19:34.867952 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.507425\n","INFO:tensorflow:examples/sec: 8.1188\n","I0619 15:19:34.868203 139999200331648 tpu_estimator.py:2160] examples/sec: 8.1188\n","INFO:tensorflow:global_step/sec: 0.576675\n","I0619 15:19:36.602082 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.576675\n","INFO:tensorflow:examples/sec: 9.22679\n","I0619 15:19:36.602426 139999200331648 tpu_estimator.py:2160] examples/sec: 9.22679\n","INFO:tensorflow:global_step/sec: 0.552967\n","I0619 15:19:38.410522 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.552967\n","INFO:tensorflow:examples/sec: 8.84747\n","I0619 15:19:38.410819 139999200331648 tpu_estimator.py:2160] examples/sec: 8.84747\n","INFO:tensorflow:global_step/sec: 0.578314\n","I0619 15:19:40.139644 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578314\n","INFO:tensorflow:examples/sec: 9.25303\n","I0619 15:19:40.139920 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25303\n","INFO:tensorflow:global_step/sec: 0.569506\n","I0619 15:19:41.895572 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.569506\n","INFO:tensorflow:examples/sec: 9.11209\n","I0619 15:19:41.895968 139999200331648 tpu_estimator.py:2160] examples/sec: 9.11209\n","INFO:tensorflow:global_step/sec: 0.580681\n","I0619 15:19:43.617661 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580681\n","INFO:tensorflow:examples/sec: 9.2909\n","I0619 15:19:43.617930 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2909\n","INFO:tensorflow:global_step/sec: 0.570232\n","I0619 15:19:45.371376 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.570232\n","INFO:tensorflow:examples/sec: 9.12372\n","I0619 15:19:45.371680 139999200331648 tpu_estimator.py:2160] examples/sec: 9.12372\n","INFO:tensorflow:global_step/sec: 0.578911\n","I0619 15:19:47.098740 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578911\n","INFO:tensorflow:examples/sec: 9.26258\n","I0619 15:19:47.099001 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26258\n","INFO:tensorflow:global_step/sec: 0.574517\n","I0619 15:19:48.839362 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.574517\n","INFO:tensorflow:examples/sec: 9.19228\n","I0619 15:19:48.839714 139999200331648 tpu_estimator.py:2160] examples/sec: 9.19228\n","INFO:tensorflow:global_step/sec: 0.579791\n","I0619 15:19:50.564049 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579791\n","INFO:tensorflow:examples/sec: 9.27666\n","I0619 15:19:50.564328 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27666\n","INFO:tensorflow:global_step/sec: 0.549136\n","I0619 15:19:52.385102 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.549136\n","INFO:tensorflow:examples/sec: 8.78618\n","I0619 15:19:52.385367 139999200331648 tpu_estimator.py:2160] examples/sec: 8.78618\n","INFO:tensorflow:global_step/sec: 0.577557\n","I0619 15:19:54.116538 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577557\n","INFO:tensorflow:examples/sec: 9.24092\n","I0619 15:19:54.116794 139999200331648 tpu_estimator.py:2160] examples/sec: 9.24092\n","INFO:tensorflow:global_step/sec: 0.55557\n","I0619 15:19:55.916542 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.55557\n","INFO:tensorflow:examples/sec: 8.88912\n","I0619 15:19:55.916811 139999200331648 tpu_estimator.py:2160] examples/sec: 8.88912\n","INFO:tensorflow:global_step/sec: 0.579655\n","I0619 15:19:57.641712 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579655\n","INFO:tensorflow:examples/sec: 9.27447\n","I0619 15:19:57.641978 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27447\n","INFO:tensorflow:global_step/sec: 0.556635\n","I0619 15:19:59.438169 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.556635\n","INFO:tensorflow:examples/sec: 8.90617\n","I0619 15:19:59.438467 139999200331648 tpu_estimator.py:2160] examples/sec: 8.90617\n","INFO:tensorflow:global_step/sec: 0.573535\n","I0619 15:20:01.181724 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.573535\n","INFO:tensorflow:examples/sec: 9.17656\n","I0619 15:20:01.181980 139999200331648 tpu_estimator.py:2160] examples/sec: 9.17656\n","INFO:tensorflow:global_step/sec: 0.545191\n","I0619 15:20:03.015985 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.545191\n","INFO:tensorflow:examples/sec: 8.72305\n","I0619 15:20:03.016285 139999200331648 tpu_estimator.py:2160] examples/sec: 8.72305\n","INFO:tensorflow:global_step/sec: 0.577993\n","I0619 15:20:04.746159 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577993\n","INFO:tensorflow:examples/sec: 9.24788\n","I0619 15:20:04.746465 139999200331648 tpu_estimator.py:2160] examples/sec: 9.24788\n","INFO:tensorflow:global_step/sec: 0.576646\n","I0619 15:20:06.480246 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.576646\n","INFO:tensorflow:examples/sec: 9.22633\n","I0619 15:20:06.480573 139999200331648 tpu_estimator.py:2160] examples/sec: 9.22633\n","INFO:tensorflow:global_step/sec: 0.579361\n","I0619 15:20:08.206367 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579361\n","INFO:tensorflow:examples/sec: 9.26978\n","I0619 15:20:08.206744 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26978\n","INFO:tensorflow:global_step/sec: 0.564988\n","I0619 15:20:09.976241 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.564988\n","INFO:tensorflow:examples/sec: 9.03981\n","I0619 15:20:09.976748 139999200331648 tpu_estimator.py:2160] examples/sec: 9.03981\n","INFO:tensorflow:global_step/sec: 0.577658\n","I0619 15:20:11.707365 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577658\n","INFO:tensorflow:examples/sec: 9.24252\n","I0619 15:20:11.707685 139999200331648 tpu_estimator.py:2160] examples/sec: 9.24252\n","INFO:tensorflow:global_step/sec: 0.565256\n","I0619 15:20:13.476565 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.565256\n","INFO:tensorflow:examples/sec: 9.04409\n","I0619 15:20:13.476841 139999200331648 tpu_estimator.py:2160] examples/sec: 9.04409\n","INFO:tensorflow:global_step/sec: 0.577925\n","I0619 15:20:15.206807 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577925\n","INFO:tensorflow:examples/sec: 9.2468\n","I0619 15:20:15.207140 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2468\n","INFO:tensorflow:global_step/sec: 0.55013\n","I0619 15:20:17.024570 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.55013\n","INFO:tensorflow:examples/sec: 8.80208\n","I0619 15:20:17.024834 139999200331648 tpu_estimator.py:2160] examples/sec: 8.80208\n","INFO:tensorflow:global_step/sec: 0.577301\n","I0619 15:20:18.756751 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577301\n","INFO:tensorflow:examples/sec: 9.23681\n","I0619 15:20:18.757091 139999200331648 tpu_estimator.py:2160] examples/sec: 9.23681\n","INFO:tensorflow:global_step/sec: 0.555252\n","I0619 15:20:20.557712 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.555252\n","INFO:tensorflow:examples/sec: 8.88403\n","I0619 15:20:20.558108 139999200331648 tpu_estimator.py:2160] examples/sec: 8.88403\n","INFO:tensorflow:global_step/sec: 0.578341\n","I0619 15:20:22.286785 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578341\n","INFO:tensorflow:examples/sec: 9.25345\n","I0619 15:20:22.287067 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25345\n","INFO:tensorflow:global_step/sec: 0.572816\n","I0619 15:20:24.032641 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.572816\n","INFO:tensorflow:examples/sec: 9.16506\n","I0619 15:20:24.032947 139999200331648 tpu_estimator.py:2160] examples/sec: 9.16506\n","INFO:tensorflow:global_step/sec: 0.577727\n","I0619 15:20:25.763499 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577727\n","INFO:tensorflow:examples/sec: 9.24363\n","I0619 15:20:25.763812 139999200331648 tpu_estimator.py:2160] examples/sec: 9.24363\n","INFO:tensorflow:global_step/sec: 0.505218\n","I0619 15:20:27.742811 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.505218\n","INFO:tensorflow:examples/sec: 8.08349\n","I0619 15:20:27.743090 139999200331648 tpu_estimator.py:2160] examples/sec: 8.08349\n","INFO:tensorflow:global_step/sec: 0.575368\n","I0619 15:20:29.480930 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.575368\n","INFO:tensorflow:examples/sec: 9.20588\n","I0619 15:20:29.481569 139999200331648 tpu_estimator.py:2160] examples/sec: 9.20588\n","INFO:tensorflow:global_step/sec: 0.550962\n","I0619 15:20:31.295902 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.550962\n","INFO:tensorflow:examples/sec: 8.81539\n","I0619 15:20:31.296197 139999200331648 tpu_estimator.py:2160] examples/sec: 8.81539\n","INFO:tensorflow:global_step/sec: 0.574875\n","I0619 15:20:33.035301 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.574875\n","INFO:tensorflow:examples/sec: 9.198\n","I0619 15:20:33.035611 139999200331648 tpu_estimator.py:2160] examples/sec: 9.198\n","INFO:tensorflow:global_step/sec: 0.556993\n","I0619 15:20:34.830764 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.556993\n","INFO:tensorflow:examples/sec: 8.91188\n","I0619 15:20:34.831064 139999200331648 tpu_estimator.py:2160] examples/sec: 8.91188\n","INFO:tensorflow:global_step/sec: 0.577263\n","I0619 15:20:36.563071 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577263\n","INFO:tensorflow:examples/sec: 9.2362\n","I0619 15:20:36.563356 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2362\n","INFO:tensorflow:global_step/sec: 0.582804\n","I0619 15:20:38.278897 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582804\n","INFO:tensorflow:examples/sec: 9.32486\n","I0619 15:20:38.279177 139999200331648 tpu_estimator.py:2160] examples/sec: 9.32486\n","INFO:tensorflow:global_step/sec: 0.579048\n","I0619 15:20:40.005849 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579048\n","INFO:tensorflow:examples/sec: 9.26477\n","I0619 15:20:40.006127 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26477\n","INFO:tensorflow:global_step/sec: 0.552997\n","I0619 15:20:41.814210 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.552997\n","INFO:tensorflow:examples/sec: 8.84795\n","I0619 15:20:41.814627 139999200331648 tpu_estimator.py:2160] examples/sec: 8.84795\n","INFO:tensorflow:global_step/sec: 0.578864\n","I0619 15:20:43.541727 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578864\n","INFO:tensorflow:examples/sec: 9.26182\n","I0619 15:20:43.542030 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26182\n","INFO:tensorflow:global_step/sec: 0.538717\n","I0619 15:20:45.397950 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.538717\n","INFO:tensorflow:examples/sec: 8.61948\n","I0619 15:20:45.398212 139999200331648 tpu_estimator.py:2160] examples/sec: 8.61948\n","INFO:tensorflow:global_step/sec: 0.576418\n","I0619 15:20:47.132797 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.576418\n","INFO:tensorflow:examples/sec: 9.22268\n","I0619 15:20:47.133054 139999200331648 tpu_estimator.py:2160] examples/sec: 9.22268\n","INFO:tensorflow:global_step/sec: 0.557177\n","I0619 15:20:48.927598 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.557177\n","INFO:tensorflow:examples/sec: 8.91484\n","I0619 15:20:48.928033 139999200331648 tpu_estimator.py:2160] examples/sec: 8.91484\n","INFO:tensorflow:global_step/sec: 0.578165\n","I0619 15:20:50.657245 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578165\n","INFO:tensorflow:examples/sec: 9.25064\n","I0619 15:20:50.657536 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25064\n","INFO:tensorflow:global_step/sec: 0.575488\n","I0619 15:20:52.394863 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.575488\n","INFO:tensorflow:examples/sec: 9.2078\n","I0619 15:20:52.395283 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2078\n","INFO:tensorflow:global_step/sec: 0.578459\n","I0619 15:20:54.123628 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578459\n","INFO:tensorflow:examples/sec: 9.25534\n","I0619 15:20:54.124024 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25534\n","INFO:tensorflow:global_step/sec: 0.55616\n","I0619 15:20:55.921659 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.55616\n","INFO:tensorflow:examples/sec: 8.89856\n","I0619 15:20:55.922105 139999200331648 tpu_estimator.py:2160] examples/sec: 8.89856\n","INFO:tensorflow:global_step/sec: 0.575445\n","I0619 15:20:57.659396 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.575445\n","INFO:tensorflow:examples/sec: 9.20711\n","I0619 15:20:57.659705 139999200331648 tpu_estimator.py:2160] examples/sec: 9.20711\n","INFO:tensorflow:global_step/sec: 0.551073\n","I0619 15:20:59.474059 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.551073\n","INFO:tensorflow:examples/sec: 8.81717\n","I0619 15:20:59.474334 139999200331648 tpu_estimator.py:2160] examples/sec: 8.81717\n","INFO:tensorflow:global_step/sec: 0.572388\n","I0619 15:21:01.221214 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.572388\n","INFO:tensorflow:examples/sec: 9.15821\n","I0619 15:21:01.221581 139999200331648 tpu_estimator.py:2160] examples/sec: 9.15821\n","INFO:tensorflow:global_step/sec: 0.508551\n","I0619 15:21:03.187482 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.508551\n","INFO:tensorflow:examples/sec: 8.13682\n","I0619 15:21:03.187744 139999200331648 tpu_estimator.py:2160] examples/sec: 8.13682\n","INFO:tensorflow:global_step/sec: 0.578277\n","I0619 15:21:04.916746 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578277\n","INFO:tensorflow:examples/sec: 9.25244\n","I0619 15:21:04.917024 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25244\n","INFO:tensorflow:global_step/sec: 0.556846\n","I0619 15:21:06.712655 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.556846\n","INFO:tensorflow:examples/sec: 8.90954\n","I0619 15:21:06.712931 139999200331648 tpu_estimator.py:2160] examples/sec: 8.90954\n","INFO:tensorflow:global_step/sec: 0.57843\n","I0619 15:21:08.441463 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.57843\n","INFO:tensorflow:examples/sec: 9.25488\n","I0619 15:21:08.441886 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25488\n","INFO:tensorflow:global_step/sec: 0.525546\n","I0619 15:21:10.344208 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.525546\n","INFO:tensorflow:examples/sec: 8.40873\n","I0619 15:21:10.344509 139999200331648 tpu_estimator.py:2160] examples/sec: 8.40873\n","INFO:tensorflow:global_step/sec: 0.576906\n","I0619 15:21:12.077593 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.576906\n","INFO:tensorflow:examples/sec: 9.2305\n","I0619 15:21:12.077843 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2305\n","INFO:tensorflow:global_step/sec: 0.571772\n","I0619 15:21:13.826683 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.571772\n","INFO:tensorflow:examples/sec: 9.14834\n","I0619 15:21:13.826986 139999200331648 tpu_estimator.py:2160] examples/sec: 9.14834\n","INFO:tensorflow:global_step/sec: 0.57689\n","I0619 15:21:15.559961 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.57689\n","INFO:tensorflow:examples/sec: 9.23025\n","I0619 15:21:15.560234 139999200331648 tpu_estimator.py:2160] examples/sec: 9.23025\n","INFO:tensorflow:global_step/sec: 0.556913\n","I0619 15:21:17.355604 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.556913\n","INFO:tensorflow:examples/sec: 8.91061\n","I0619 15:21:17.356087 139999200331648 tpu_estimator.py:2160] examples/sec: 8.91061\n","INFO:tensorflow:global_step/sec: 0.575355\n","I0619 15:21:19.093675 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.575355\n","INFO:tensorflow:examples/sec: 9.20568\n","I0619 15:21:19.094052 139999200331648 tpu_estimator.py:2160] examples/sec: 9.20568\n","INFO:tensorflow:global_step/sec: 0.504707\n","I0619 15:21:21.075028 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.504707\n","INFO:tensorflow:examples/sec: 8.07531\n","I0619 15:21:21.075337 139999200331648 tpu_estimator.py:2160] examples/sec: 8.07531\n","INFO:tensorflow:global_step/sec: 0.577942\n","I0619 15:21:22.805251 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577942\n","INFO:tensorflow:examples/sec: 9.24707\n","I0619 15:21:22.805557 139999200331648 tpu_estimator.py:2160] examples/sec: 9.24707\n","INFO:tensorflow:global_step/sec: 0.52431\n","I0619 15:21:24.712594 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.52431\n","INFO:tensorflow:examples/sec: 8.38896\n","I0619 15:21:24.712995 139999200331648 tpu_estimator.py:2160] examples/sec: 8.38896\n","INFO:tensorflow:global_step/sec: 0.577816\n","I0619 15:21:26.443209 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577816\n","INFO:tensorflow:examples/sec: 9.24505\n","I0619 15:21:26.443644 139999200331648 tpu_estimator.py:2160] examples/sec: 9.24505\n","INFO:tensorflow:global_step/sec: 0.560842\n","I0619 15:21:28.226240 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.560842\n","INFO:tensorflow:examples/sec: 8.97347\n","I0619 15:21:28.226577 139999200331648 tpu_estimator.py:2160] examples/sec: 8.97347\n","INFO:tensorflow:global_step/sec: 0.574377\n","I0619 15:21:29.967280 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.574377\n","INFO:tensorflow:examples/sec: 9.19002\n","I0619 15:21:29.967788 139999200331648 tpu_estimator.py:2160] examples/sec: 9.19002\n","INFO:tensorflow:global_step/sec: 0.567792\n","I0619 15:21:31.728476 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.567792\n","INFO:tensorflow:examples/sec: 9.08467\n","I0619 15:21:31.728836 139999200331648 tpu_estimator.py:2160] examples/sec: 9.08467\n","INFO:tensorflow:global_step/sec: 0.581905\n","I0619 15:21:33.447022 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581905\n","INFO:tensorflow:examples/sec: 9.31048\n","I0619 15:21:33.447334 139999200331648 tpu_estimator.py:2160] examples/sec: 9.31048\n","INFO:tensorflow:global_step/sec: 0.557657\n","I0619 15:21:35.240177 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.557657\n","INFO:tensorflow:examples/sec: 8.92252\n","I0619 15:21:35.240516 139999200331648 tpu_estimator.py:2160] examples/sec: 8.92252\n","INFO:tensorflow:global_step/sec: 0.578629\n","I0619 15:21:36.968374 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578629\n","INFO:tensorflow:examples/sec: 9.25807\n","I0619 15:21:36.968830 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25807\n","INFO:tensorflow:global_step/sec: 0.573119\n","I0619 15:21:38.713214 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.573119\n","INFO:tensorflow:examples/sec: 9.16991\n","I0619 15:21:38.713646 139999200331648 tpu_estimator.py:2160] examples/sec: 9.16991\n","INFO:tensorflow:global_step/sec: 0.580632\n","I0619 15:21:40.435499 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580632\n","INFO:tensorflow:examples/sec: 9.2901\n","I0619 15:21:40.435773 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2901\n","INFO:tensorflow:global_step/sec: 0.543833\n","I0619 15:21:42.274272 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.543833\n","INFO:tensorflow:examples/sec: 8.70133\n","I0619 15:21:42.274798 139999200331648 tpu_estimator.py:2160] examples/sec: 8.70133\n","INFO:tensorflow:global_step/sec: 0.579514\n","I0619 15:21:43.999861 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579514\n","INFO:tensorflow:examples/sec: 9.27222\n","I0619 15:21:44.000320 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27222\n","INFO:tensorflow:global_step/sec: 0.563162\n","I0619 15:21:45.775556 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.563162\n","INFO:tensorflow:examples/sec: 9.01059\n","I0619 15:21:45.775985 139999200331648 tpu_estimator.py:2160] examples/sec: 9.01059\n","INFO:tensorflow:global_step/sec: 0.57806\n","I0619 15:21:47.505493 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.57806\n","INFO:tensorflow:examples/sec: 9.24896\n","I0619 15:21:47.505991 139999200331648 tpu_estimator.py:2160] examples/sec: 9.24896\n","INFO:tensorflow:global_step/sec: 0.55929\n","I0619 15:21:49.293487 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.55929\n","INFO:tensorflow:examples/sec: 8.94864\n","I0619 15:21:49.293926 139999200331648 tpu_estimator.py:2160] examples/sec: 8.94864\n","INFO:tensorflow:global_step/sec: 0.580728\n","I0619 15:21:51.015468 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580728\n","INFO:tensorflow:examples/sec: 9.29165\n","I0619 15:21:51.015886 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29165\n","INFO:tensorflow:global_step/sec: 0.56216\n","I0619 15:21:52.794289 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.56216\n","INFO:tensorflow:examples/sec: 8.99456\n","I0619 15:21:52.794746 139999200331648 tpu_estimator.py:2160] examples/sec: 8.99456\n","INFO:tensorflow:global_step/sec: 0.5792\n","I0619 15:21:54.520820 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.5792\n","INFO:tensorflow:examples/sec: 9.2672\n","I0619 15:21:54.521089 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2672\n","INFO:tensorflow:global_step/sec: 0.577134\n","I0619 15:21:56.253568 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577134\n","INFO:tensorflow:examples/sec: 9.23415\n","I0619 15:21:56.253873 139999200331648 tpu_estimator.py:2160] examples/sec: 9.23415\n","INFO:tensorflow:global_step/sec: 0.578353\n","I0619 15:21:57.982554 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578353\n","INFO:tensorflow:examples/sec: 9.25365\n","I0619 15:21:57.982822 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25365\n","INFO:tensorflow:global_step/sec: 0.567468\n","I0619 15:21:59.744823 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.567468\n","INFO:tensorflow:examples/sec: 9.07949\n","I0619 15:21:59.745149 139999200331648 tpu_estimator.py:2160] examples/sec: 9.07949\n","INFO:tensorflow:global_step/sec: 0.575685\n","I0619 15:22:01.481808 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.575685\n","INFO:tensorflow:examples/sec: 9.21096\n","I0619 15:22:01.482086 139999200331648 tpu_estimator.py:2160] examples/sec: 9.21096\n","INFO:tensorflow:global_step/sec: 0.553795\n","I0619 15:22:03.287611 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.553795\n","INFO:tensorflow:examples/sec: 8.86073\n","I0619 15:22:03.288116 139999200331648 tpu_estimator.py:2160] examples/sec: 8.86073\n","INFO:tensorflow:global_step/sec: 0.582989\n","I0619 15:22:05.002831 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582989\n","INFO:tensorflow:examples/sec: 9.32783\n","I0619 15:22:05.003086 139999200331648 tpu_estimator.py:2160] examples/sec: 9.32783\n","INFO:tensorflow:global_step/sec: 0.560428\n","I0619 15:22:06.787201 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.560428\n","INFO:tensorflow:examples/sec: 8.96685\n","I0619 15:22:06.787486 139999200331648 tpu_estimator.py:2160] examples/sec: 8.96685\n","INFO:tensorflow:global_step/sec: 0.577881\n","I0619 15:22:08.517722 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577881\n","INFO:tensorflow:examples/sec: 9.24609\n","I0619 15:22:08.518031 139999200331648 tpu_estimator.py:2160] examples/sec: 9.24609\n","INFO:tensorflow:global_step/sec: 0.549991\n","I0619 15:22:10.335864 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.549991\n","INFO:tensorflow:examples/sec: 8.79986\n","I0619 15:22:10.336290 139999200331648 tpu_estimator.py:2160] examples/sec: 8.79986\n","INFO:tensorflow:global_step/sec: 0.583788\n","I0619 15:22:12.048790 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.583788\n","INFO:tensorflow:examples/sec: 9.34061\n","I0619 15:22:12.049057 139999200331648 tpu_estimator.py:2160] examples/sec: 9.34061\n","INFO:tensorflow:global_step/sec: 0.557062\n","I0619 15:22:13.843916 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.557062\n","INFO:tensorflow:examples/sec: 8.91299\n","I0619 15:22:13.844192 139999200331648 tpu_estimator.py:2160] examples/sec: 8.91299\n","INFO:tensorflow:global_step/sec: 0.578866\n","I0619 15:22:15.571521 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578866\n","INFO:tensorflow:examples/sec: 9.26185\n","I0619 15:22:15.571926 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26185\n","INFO:tensorflow:global_step/sec: 0.556645\n","I0619 15:22:17.367918 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.556645\n","INFO:tensorflow:examples/sec: 8.90632\n","I0619 15:22:17.368392 139999200331648 tpu_estimator.py:2160] examples/sec: 8.90632\n","INFO:tensorflow:global_step/sec: 0.579502\n","I0619 15:22:19.093620 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579502\n","INFO:tensorflow:examples/sec: 9.27204\n","I0619 15:22:19.094030 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27204\n","INFO:tensorflow:global_step/sec: 0.553442\n","I0619 15:22:20.900431 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.553442\n","INFO:tensorflow:examples/sec: 8.85507\n","I0619 15:22:20.900716 139999200331648 tpu_estimator.py:2160] examples/sec: 8.85507\n","INFO:tensorflow:global_step/sec: 0.580993\n","I0619 15:22:22.621709 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580993\n","INFO:tensorflow:examples/sec: 9.29589\n","I0619 15:22:22.621992 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29589\n","INFO:tensorflow:global_step/sec: 0.558426\n","I0619 15:22:24.412387 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.558426\n","INFO:tensorflow:examples/sec: 8.93482\n","I0619 15:22:24.412869 139999200331648 tpu_estimator.py:2160] examples/sec: 8.93482\n","INFO:tensorflow:global_step/sec: 0.58044\n","I0619 15:22:26.135245 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.58044\n","INFO:tensorflow:examples/sec: 9.28703\n","I0619 15:22:26.135717 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28703\n","INFO:tensorflow:global_step/sec: 0.560967\n","I0619 15:22:27.917834 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.560967\n","INFO:tensorflow:examples/sec: 8.97548\n","I0619 15:22:27.918092 139999200331648 tpu_estimator.py:2160] examples/sec: 8.97548\n","INFO:tensorflow:global_step/sec: 0.584764\n","I0619 15:22:29.627923 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.584764\n","INFO:tensorflow:examples/sec: 9.35623\n","I0619 15:22:29.628226 139999200331648 tpu_estimator.py:2160] examples/sec: 9.35623\n","INFO:tensorflow:global_step/sec: 0.577332\n","I0619 15:22:31.360033 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577332\n","INFO:tensorflow:examples/sec: 9.23731\n","I0619 15:22:31.360296 139999200331648 tpu_estimator.py:2160] examples/sec: 9.23731\n","INFO:tensorflow:global_step/sec: 0.578583\n","I0619 15:22:33.088480 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578583\n","INFO:tensorflow:examples/sec: 9.25732\n","I0619 15:22:33.088778 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25732\n","INFO:tensorflow:global_step/sec: 0.574526\n","I0619 15:22:34.828931 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.574526\n","INFO:tensorflow:examples/sec: 9.19241\n","I0619 15:22:34.829331 139999200331648 tpu_estimator.py:2160] examples/sec: 9.19241\n","INFO:tensorflow:global_step/sec: 0.5769\n","I0619 15:22:36.562342 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.5769\n","INFO:tensorflow:examples/sec: 9.23039\n","I0619 15:22:36.562643 139999200331648 tpu_estimator.py:2160] examples/sec: 9.23039\n","INFO:tensorflow:global_step/sec: 0.560003\n","I0619 15:22:38.348051 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.560003\n","INFO:tensorflow:examples/sec: 8.96005\n","I0619 15:22:38.348308 139999200331648 tpu_estimator.py:2160] examples/sec: 8.96005\n","INFO:tensorflow:global_step/sec: 0.575921\n","I0619 15:22:40.084426 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.575921\n","INFO:tensorflow:examples/sec: 9.21473\n","I0619 15:22:40.084731 139999200331648 tpu_estimator.py:2160] examples/sec: 9.21473\n","INFO:tensorflow:global_step/sec: 0.572726\n","I0619 15:22:41.830479 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.572726\n","INFO:tensorflow:examples/sec: 9.16362\n","I0619 15:22:41.830765 139999200331648 tpu_estimator.py:2160] examples/sec: 9.16362\n","INFO:tensorflow:global_step/sec: 0.580763\n","I0619 15:22:43.552326 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580763\n","INFO:tensorflow:examples/sec: 9.2922\n","I0619 15:22:43.552750 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2922\n","INFO:tensorflow:global_step/sec: 0.536131\n","I0619 15:22:45.417568 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.536131\n","INFO:tensorflow:examples/sec: 8.57809\n","I0619 15:22:45.417825 139999200331648 tpu_estimator.py:2160] examples/sec: 8.57809\n","INFO:tensorflow:global_step/sec: 0.581379\n","I0619 15:22:47.137667 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581379\n","INFO:tensorflow:examples/sec: 9.30206\n","I0619 15:22:47.138333 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30206\n","INFO:tensorflow:global_step/sec: 0.550673\n","I0619 15:22:48.953602 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.550673\n","INFO:tensorflow:examples/sec: 8.81077\n","I0619 15:22:48.953886 139999200331648 tpu_estimator.py:2160] examples/sec: 8.81077\n","INFO:tensorflow:global_step/sec: 0.578623\n","I0619 15:22:50.681792 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578623\n","INFO:tensorflow:examples/sec: 9.25797\n","I0619 15:22:50.682060 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25797\n","INFO:tensorflow:global_step/sec: 0.554377\n","I0619 15:22:52.485672 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.554377\n","INFO:tensorflow:examples/sec: 8.87003\n","I0619 15:22:52.486096 139999200331648 tpu_estimator.py:2160] examples/sec: 8.87003\n","INFO:tensorflow:global_step/sec: 0.57894\n","I0619 15:22:54.212915 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.57894\n","INFO:tensorflow:examples/sec: 9.26304\n","I0619 15:22:54.213199 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26304\n","INFO:tensorflow:global_step/sec: 0.553441\n","I0619 15:22:56.019988 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.553441\n","INFO:tensorflow:examples/sec: 8.85506\n","I0619 15:22:56.020752 139999200331648 tpu_estimator.py:2160] examples/sec: 8.85506\n","INFO:tensorflow:global_step/sec: 0.576529\n","I0619 15:22:57.754368 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.576529\n","INFO:tensorflow:examples/sec: 9.22446\n","I0619 15:22:57.754739 139999200331648 tpu_estimator.py:2160] examples/sec: 9.22446\n","INFO:tensorflow:global_step/sec: 0.577743\n","I0619 15:22:59.485277 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577743\n","INFO:tensorflow:examples/sec: 9.24389\n","I0619 15:22:59.485768 139999200331648 tpu_estimator.py:2160] examples/sec: 9.24389\n","INFO:tensorflow:global_step/sec: 0.577466\n","I0619 15:23:01.216881 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577466\n","INFO:tensorflow:examples/sec: 9.23946\n","I0619 15:23:01.217258 139999200331648 tpu_estimator.py:2160] examples/sec: 9.23946\n","INFO:tensorflow:global_step/sec: 0.54242\n","I0619 15:23:03.060493 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.54242\n","INFO:tensorflow:examples/sec: 8.67872\n","I0619 15:23:03.060771 139999200331648 tpu_estimator.py:2160] examples/sec: 8.67872\n","INFO:tensorflow:global_step/sec: 0.575037\n","I0619 15:23:04.799487 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.575037\n","INFO:tensorflow:examples/sec: 9.20059\n","I0619 15:23:04.799748 139999200331648 tpu_estimator.py:2160] examples/sec: 9.20059\n","INFO:tensorflow:global_step/sec: 0.535761\n","I0619 15:23:06.666007 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.535761\n","INFO:tensorflow:examples/sec: 8.57217\n","I0619 15:23:06.666320 139999200331648 tpu_estimator.py:2160] examples/sec: 8.57217\n","INFO:tensorflow:global_step/sec: 0.576329\n","I0619 15:23:08.401116 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.576329\n","INFO:tensorflow:examples/sec: 9.22127\n","I0619 15:23:08.401381 139999200331648 tpu_estimator.py:2160] examples/sec: 9.22127\n","INFO:tensorflow:global_step/sec: 0.551481\n","I0619 15:23:10.214484 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.551481\n","INFO:tensorflow:examples/sec: 8.82369\n","I0619 15:23:10.214899 139999200331648 tpu_estimator.py:2160] examples/sec: 8.82369\n","INFO:tensorflow:global_step/sec: 0.581534\n","I0619 15:23:11.934031 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581534\n","INFO:tensorflow:examples/sec: 9.30455\n","I0619 15:23:11.934332 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30455\n","INFO:tensorflow:global_step/sec: 0.549618\n","I0619 15:23:13.753493 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.549618\n","INFO:tensorflow:examples/sec: 8.79389\n","I0619 15:23:13.753782 139999200331648 tpu_estimator.py:2160] examples/sec: 8.79389\n","INFO:tensorflow:global_step/sec: 0.579307\n","I0619 15:23:15.479771 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579307\n","INFO:tensorflow:examples/sec: 9.26891\n","I0619 15:23:15.480073 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26891\n","INFO:tensorflow:global_step/sec: 0.579709\n","I0619 15:23:17.204686 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579709\n","INFO:tensorflow:examples/sec: 9.27534\n","I0619 15:23:17.204967 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27534\n","INFO:tensorflow:global_step/sec: 0.580981\n","I0619 15:23:18.925878 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580981\n","INFO:tensorflow:examples/sec: 9.2957\n","I0619 15:23:18.926132 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2957\n","INFO:tensorflow:global_step/sec: 0.568955\n","I0619 15:23:20.683623 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.568955\n","INFO:tensorflow:examples/sec: 9.10329\n","I0619 15:23:20.683980 139999200331648 tpu_estimator.py:2160] examples/sec: 9.10329\n","INFO:tensorflow:global_step/sec: 0.57881\n","I0619 15:23:22.411291 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.57881\n","INFO:tensorflow:examples/sec: 9.26097\n","I0619 15:23:22.411827 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26097\n","INFO:tensorflow:global_step/sec: 0.542812\n","I0619 15:23:24.253488 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.542812\n","INFO:tensorflow:examples/sec: 8.68498\n","I0619 15:23:24.254235 139999200331648 tpu_estimator.py:2160] examples/sec: 8.68498\n","INFO:tensorflow:global_step/sec: 0.576499\n","I0619 15:23:25.988101 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.576499\n","INFO:tensorflow:examples/sec: 9.22399\n","I0619 15:23:25.988494 139999200331648 tpu_estimator.py:2160] examples/sec: 9.22399\n","INFO:tensorflow:global_step/sec: 0.562248\n","I0619 15:23:27.766591 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.562248\n","INFO:tensorflow:examples/sec: 8.99596\n","I0619 15:23:27.766981 139999200331648 tpu_estimator.py:2160] examples/sec: 8.99596\n","INFO:tensorflow:global_step/sec: 0.578667\n","I0619 15:23:29.494721 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578667\n","INFO:tensorflow:examples/sec: 9.25868\n","I0619 15:23:29.494992 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25868\n","INFO:tensorflow:global_step/sec: 0.569505\n","I0619 15:23:31.250641 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.569505\n","INFO:tensorflow:examples/sec: 9.11207\n","I0619 15:23:31.250963 139999200331648 tpu_estimator.py:2160] examples/sec: 9.11207\n","INFO:tensorflow:global_step/sec: 0.578896\n","I0619 15:23:32.978036 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578896\n","INFO:tensorflow:examples/sec: 9.26234\n","I0619 15:23:32.978403 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26234\n","INFO:tensorflow:global_step/sec: 0.562429\n","I0619 15:23:34.756068 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.562429\n","INFO:tensorflow:examples/sec: 8.99886\n","I0619 15:23:34.756515 139999200331648 tpu_estimator.py:2160] examples/sec: 8.99886\n","INFO:tensorflow:global_step/sec: 0.58175\n","I0619 15:23:36.475056 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.58175\n","INFO:tensorflow:examples/sec: 9.308\n","I0619 15:23:36.475418 139999200331648 tpu_estimator.py:2160] examples/sec: 9.308\n","INFO:tensorflow:global_step/sec: 0.558224\n","I0619 15:23:38.266419 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.558224\n","INFO:tensorflow:examples/sec: 8.93158\n","I0619 15:23:38.266768 139999200331648 tpu_estimator.py:2160] examples/sec: 8.93158\n","INFO:tensorflow:global_step/sec: 0.582475\n","I0619 15:23:39.983252 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582475\n","INFO:tensorflow:examples/sec: 9.3196\n","I0619 15:23:39.983736 139999200331648 tpu_estimator.py:2160] examples/sec: 9.3196\n","INFO:tensorflow:global_step/sec: 0.558944\n","I0619 15:23:41.772325 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.558944\n","INFO:tensorflow:examples/sec: 8.9431\n","I0619 15:23:41.772752 139999200331648 tpu_estimator.py:2160] examples/sec: 8.9431\n","INFO:tensorflow:global_step/sec: 0.581493\n","I0619 15:23:43.492014 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581493\n","INFO:tensorflow:examples/sec: 9.30388\n","I0619 15:23:43.492321 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30388\n","INFO:tensorflow:global_step/sec: 0.561816\n","I0619 15:23:45.271986 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.561816\n","INFO:tensorflow:examples/sec: 8.98906\n","I0619 15:23:45.272305 139999200331648 tpu_estimator.py:2160] examples/sec: 8.98906\n","INFO:tensorflow:global_step/sec: 0.584768\n","I0619 15:23:46.982073 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.584768\n","INFO:tensorflow:examples/sec: 9.35629\n","I0619 15:23:46.982533 139999200331648 tpu_estimator.py:2160] examples/sec: 9.35629\n","INFO:tensorflow:global_step/sec: 0.555308\n","I0619 15:23:48.782876 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.555308\n","INFO:tensorflow:examples/sec: 8.88493\n","I0619 15:23:48.783344 139999200331648 tpu_estimator.py:2160] examples/sec: 8.88493\n","INFO:tensorflow:global_step/sec: 0.578729\n","I0619 15:23:50.510802 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578729\n","INFO:tensorflow:examples/sec: 9.25966\n","I0619 15:23:50.511222 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25966\n","INFO:tensorflow:global_step/sec: 0.555249\n","I0619 15:23:52.311815 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.555249\n","INFO:tensorflow:examples/sec: 8.88398\n","I0619 15:23:52.312259 139999200331648 tpu_estimator.py:2160] examples/sec: 8.88398\n","INFO:tensorflow:global_step/sec: 0.583295\n","I0619 15:23:54.026211 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.583295\n","INFO:tensorflow:examples/sec: 9.33272\n","I0619 15:23:54.026656 139999200331648 tpu_estimator.py:2160] examples/sec: 9.33272\n","INFO:tensorflow:global_step/sec: 0.516191\n","I0619 15:23:55.963475 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.516191\n","INFO:tensorflow:examples/sec: 8.25906\n","I0619 15:23:55.963760 139999200331648 tpu_estimator.py:2160] examples/sec: 8.25906\n","INFO:tensorflow:global_step/sec: 0.585307\n","I0619 15:23:57.671936 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.585307\n","INFO:tensorflow:examples/sec: 9.36491\n","I0619 15:23:57.672377 139999200331648 tpu_estimator.py:2160] examples/sec: 9.36491\n","INFO:tensorflow:global_step/sec: 0.569486\n","I0619 15:23:59.427911 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.569486\n","INFO:tensorflow:examples/sec: 9.11178\n","I0619 15:23:59.428185 139999200331648 tpu_estimator.py:2160] examples/sec: 9.11178\n","INFO:tensorflow:global_step/sec: 0.581516\n","I0619 15:24:01.147550 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581516\n","INFO:tensorflow:examples/sec: 9.30426\n","I0619 15:24:01.147855 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30426\n","INFO:tensorflow:global_step/sec: 0.563116\n","I0619 15:24:02.923397 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.563116\n","INFO:tensorflow:examples/sec: 9.00986\n","I0619 15:24:02.923892 139999200331648 tpu_estimator.py:2160] examples/sec: 9.00986\n","INFO:tensorflow:global_step/sec: 0.583175\n","I0619 15:24:04.638193 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.583175\n","INFO:tensorflow:examples/sec: 9.33079\n","I0619 15:24:04.638622 139999200331648 tpu_estimator.py:2160] examples/sec: 9.33079\n","INFO:tensorflow:global_step/sec: 0.558647\n","I0619 15:24:06.428165 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.558647\n","INFO:tensorflow:examples/sec: 8.93835\n","I0619 15:24:06.428603 139999200331648 tpu_estimator.py:2160] examples/sec: 8.93835\n","INFO:tensorflow:global_step/sec: 0.582587\n","I0619 15:24:08.144680 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582587\n","INFO:tensorflow:examples/sec: 9.3214\n","I0619 15:24:08.145093 139999200331648 tpu_estimator.py:2160] examples/sec: 9.3214\n","INFO:tensorflow:global_step/sec: 0.577807\n","I0619 15:24:09.875337 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577807\n","INFO:tensorflow:examples/sec: 9.24491\n","I0619 15:24:09.875807 139999200331648 tpu_estimator.py:2160] examples/sec: 9.24491\n","INFO:tensorflow:global_step/sec: 0.583137\n","I0619 15:24:11.590186 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.583137\n","INFO:tensorflow:examples/sec: 9.33018\n","I0619 15:24:11.590640 139999200331648 tpu_estimator.py:2160] examples/sec: 9.33018\n","INFO:tensorflow:global_step/sec: 0.554719\n","I0619 15:24:13.392956 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.554719\n","INFO:tensorflow:examples/sec: 8.8755\n","I0619 15:24:13.393378 139999200331648 tpu_estimator.py:2160] examples/sec: 8.8755\n","INFO:tensorflow:global_step/sec: 0.581319\n","I0619 15:24:15.113194 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581319\n","INFO:tensorflow:examples/sec: 9.3011\n","I0619 15:24:15.113502 139999200331648 tpu_estimator.py:2160] examples/sec: 9.3011\n","INFO:tensorflow:global_step/sec: 0.553296\n","I0619 15:24:16.920522 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.553296\n","INFO:tensorflow:examples/sec: 8.85273\n","I0619 15:24:16.920955 139999200331648 tpu_estimator.py:2160] examples/sec: 8.85273\n","INFO:tensorflow:global_step/sec: 0.585745\n","I0619 15:24:18.627755 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.585745\n","INFO:tensorflow:examples/sec: 9.37191\n","I0619 15:24:18.628054 139999200331648 tpu_estimator.py:2160] examples/sec: 9.37191\n","INFO:tensorflow:global_step/sec: 0.559025\n","I0619 15:24:20.416598 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.559025\n","INFO:tensorflow:examples/sec: 8.94439\n","I0619 15:24:20.417010 139999200331648 tpu_estimator.py:2160] examples/sec: 8.94439\n","INFO:tensorflow:global_step/sec: 0.584744\n","I0619 15:24:22.126712 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.584744\n","INFO:tensorflow:examples/sec: 9.35591\n","I0619 15:24:22.126996 139999200331648 tpu_estimator.py:2160] examples/sec: 9.35591\n","INFO:tensorflow:global_step/sec: 0.572115\n","I0619 15:24:23.874651 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.572115\n","INFO:tensorflow:examples/sec: 9.15384\n","I0619 15:24:23.874930 139999200331648 tpu_estimator.py:2160] examples/sec: 9.15384\n","INFO:tensorflow:global_step/sec: 0.586716\n","I0619 15:24:25.579002 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.586716\n","INFO:tensorflow:examples/sec: 9.38745\n","I0619 15:24:25.579398 139999200331648 tpu_estimator.py:2160] examples/sec: 9.38745\n","INFO:tensorflow:global_step/sec: 0.559601\n","I0619 15:24:27.365997 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.559601\n","INFO:tensorflow:examples/sec: 8.95362\n","I0619 15:24:27.366485 139999200331648 tpu_estimator.py:2160] examples/sec: 8.95362\n","INFO:tensorflow:global_step/sec: 0.58609\n","I0619 15:24:29.072231 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.58609\n","INFO:tensorflow:examples/sec: 9.37744\n","I0619 15:24:29.072531 139999200331648 tpu_estimator.py:2160] examples/sec: 9.37744\n","INFO:tensorflow:global_step/sec: 0.568428\n","I0619 15:24:30.831480 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.568428\n","INFO:tensorflow:examples/sec: 9.09484\n","I0619 15:24:30.831933 139999200331648 tpu_estimator.py:2160] examples/sec: 9.09484\n","INFO:tensorflow:global_step/sec: 0.585236\n","I0619 15:24:32.540161 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.585236\n","INFO:tensorflow:examples/sec: 9.36377\n","I0619 15:24:32.540465 139999200331648 tpu_estimator.py:2160] examples/sec: 9.36377\n","INFO:tensorflow:global_step/sec: 0.569165\n","I0619 15:24:34.297111 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.569165\n","INFO:tensorflow:examples/sec: 9.10663\n","I0619 15:24:34.297383 139999200331648 tpu_estimator.py:2160] examples/sec: 9.10663\n","INFO:tensorflow:global_step/sec: 0.585905\n","I0619 15:24:36.003874 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.585905\n","INFO:tensorflow:examples/sec: 9.37447\n","I0619 15:24:36.004292 139999200331648 tpu_estimator.py:2160] examples/sec: 9.37447\n","INFO:tensorflow:global_step/sec: 0.565852\n","I0619 15:24:37.771199 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.565852\n","INFO:tensorflow:examples/sec: 9.05363\n","I0619 15:24:37.771697 139999200331648 tpu_estimator.py:2160] examples/sec: 9.05363\n","INFO:tensorflow:global_step/sec: 0.587196\n","I0619 15:24:39.474182 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.587196\n","INFO:tensorflow:examples/sec: 9.39514\n","I0619 15:24:39.474663 139999200331648 tpu_estimator.py:2160] examples/sec: 9.39514\n","INFO:tensorflow:global_step/sec: 0.566343\n","I0619 15:24:41.239890 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.566343\n","INFO:tensorflow:examples/sec: 9.06148\n","I0619 15:24:41.240169 139999200331648 tpu_estimator.py:2160] examples/sec: 9.06148\n","INFO:tensorflow:global_step/sec: 0.583006\n","I0619 15:24:42.955120 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.583006\n","INFO:tensorflow:examples/sec: 9.3281\n","I0619 15:24:42.955396 139999200331648 tpu_estimator.py:2160] examples/sec: 9.3281\n","INFO:tensorflow:global_step/sec: 0.559772\n","I0619 15:24:44.741594 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.559772\n","INFO:tensorflow:examples/sec: 8.95635\n","I0619 15:24:44.741892 139999200331648 tpu_estimator.py:2160] examples/sec: 8.95635\n","INFO:tensorflow:global_step/sec: 0.584489\n","I0619 15:24:46.452488 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.584489\n","INFO:tensorflow:examples/sec: 9.35183\n","I0619 15:24:46.452790 139999200331648 tpu_estimator.py:2160] examples/sec: 9.35183\n","INFO:tensorflow:global_step/sec: 0.556391\n","I0619 15:24:48.249775 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.556391\n","INFO:tensorflow:examples/sec: 8.90225\n","I0619 15:24:48.250176 139999200331648 tpu_estimator.py:2160] examples/sec: 8.90225\n","INFO:tensorflow:global_step/sec: 0.581691\n","I0619 15:24:49.968860 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581691\n","INFO:tensorflow:examples/sec: 9.30705\n","I0619 15:24:49.969143 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30705\n","INFO:tensorflow:global_step/sec: 0.558908\n","I0619 15:24:51.758058 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.558908\n","INFO:tensorflow:examples/sec: 8.94253\n","I0619 15:24:51.758324 139999200331648 tpu_estimator.py:2160] examples/sec: 8.94253\n","INFO:tensorflow:global_step/sec: 0.57626\n","I0619 15:24:53.493407 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.57626\n","INFO:tensorflow:examples/sec: 9.22016\n","I0619 15:24:53.493933 139999200331648 tpu_estimator.py:2160] examples/sec: 9.22016\n","INFO:tensorflow:global_step/sec: 0.561035\n","I0619 15:24:55.276095 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.561035\n","INFO:tensorflow:examples/sec: 8.97655\n","I0619 15:24:55.276538 139999200331648 tpu_estimator.py:2160] examples/sec: 8.97655\n","INFO:tensorflow:global_step/sec: 0.585195\n","I0619 15:24:56.984684 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.585195\n","INFO:tensorflow:examples/sec: 9.36312\n","I0619 15:24:56.985136 139999200331648 tpu_estimator.py:2160] examples/sec: 9.36312\n","INFO:tensorflow:global_step/sec: 0.56282\n","I0619 15:24:58.761416 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.56282\n","INFO:tensorflow:examples/sec: 9.00512\n","I0619 15:24:58.761742 139999200331648 tpu_estimator.py:2160] examples/sec: 9.00512\n","INFO:tensorflow:global_step/sec: 0.584034\n","I0619 15:25:00.473685 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.584034\n","INFO:tensorflow:examples/sec: 9.34455\n","I0619 15:25:00.474111 139999200331648 tpu_estimator.py:2160] examples/sec: 9.34455\n","INFO:tensorflow:global_step/sec: 0.566634\n","I0619 15:25:02.238483 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.566634\n","INFO:tensorflow:examples/sec: 9.06614\n","I0619 15:25:02.238765 139999200331648 tpu_estimator.py:2160] examples/sec: 9.06614\n","INFO:tensorflow:global_step/sec: 0.589557\n","I0619 15:25:03.934678 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.589557\n","INFO:tensorflow:examples/sec: 9.43292\n","I0619 15:25:03.934970 139999200331648 tpu_estimator.py:2160] examples/sec: 9.43292\n","INFO:tensorflow:global_step/sec: 0.523308\n","I0619 15:25:05.845628 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.523308\n","INFO:tensorflow:examples/sec: 8.37293\n","I0619 15:25:05.845916 139999200331648 tpu_estimator.py:2160] examples/sec: 8.37293\n","INFO:tensorflow:global_step/sec: 0.586896\n","I0619 15:25:07.549490 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.586896\n","INFO:tensorflow:examples/sec: 9.39033\n","I0619 15:25:07.549917 139999200331648 tpu_estimator.py:2160] examples/sec: 9.39033\n","INFO:tensorflow:global_step/sec: 0.554236\n","I0619 15:25:09.353733 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.554236\n","INFO:tensorflow:examples/sec: 8.86777\n","I0619 15:25:09.354964 139999200331648 tpu_estimator.py:2160] examples/sec: 8.86777\n","INFO:tensorflow:global_step/sec: 0.581116\n","I0619 15:25:11.074610 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581116\n","INFO:tensorflow:examples/sec: 9.29786\n","I0619 15:25:11.074872 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29786\n","INFO:tensorflow:global_step/sec: 0.553302\n","I0619 15:25:12.881877 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.553302\n","INFO:tensorflow:examples/sec: 8.85283\n","I0619 15:25:12.882157 139999200331648 tpu_estimator.py:2160] examples/sec: 8.85283\n","INFO:tensorflow:global_step/sec: 0.584972\n","I0619 15:25:14.591380 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.584972\n","INFO:tensorflow:examples/sec: 9.35955\n","I0619 15:25:14.591840 139999200331648 tpu_estimator.py:2160] examples/sec: 9.35955\n","INFO:tensorflow:global_step/sec: 0.56717\n","I0619 15:25:16.354521 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.56717\n","INFO:tensorflow:examples/sec: 9.07472\n","I0619 15:25:16.354807 139999200331648 tpu_estimator.py:2160] examples/sec: 9.07472\n","INFO:tensorflow:global_step/sec: 0.583133\n","I0619 15:25:18.069426 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.583133\n","INFO:tensorflow:examples/sec: 9.33013\n","I0619 15:25:18.069971 139999200331648 tpu_estimator.py:2160] examples/sec: 9.33013\n","INFO:tensorflow:global_step/sec: 0.577078\n","I0619 15:25:19.802241 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577078\n","INFO:tensorflow:examples/sec: 9.23325\n","I0619 15:25:19.802696 139999200331648 tpu_estimator.py:2160] examples/sec: 9.23325\n","INFO:tensorflow:global_step/sec: 0.579811\n","I0619 15:25:21.526936 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579811\n","INFO:tensorflow:examples/sec: 9.27697\n","I0619 15:25:21.527394 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27697\n","INFO:tensorflow:global_step/sec: 0.557957\n","I0619 15:25:23.319258 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.557957\n","INFO:tensorflow:examples/sec: 8.92731\n","I0619 15:25:23.319707 139999200331648 tpu_estimator.py:2160] examples/sec: 8.92731\n","INFO:tensorflow:global_step/sec: 0.581707\n","I0619 15:25:25.038284 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581707\n","INFO:tensorflow:examples/sec: 9.30731\n","I0619 15:25:25.038611 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30731\n","INFO:tensorflow:global_step/sec: 0.560487\n","I0619 15:25:26.822496 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.560487\n","INFO:tensorflow:examples/sec: 8.9678\n","I0619 15:25:26.822874 139999200331648 tpu_estimator.py:2160] examples/sec: 8.9678\n","INFO:tensorflow:global_step/sec: 0.581308\n","I0619 15:25:28.542711 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581308\n","INFO:tensorflow:examples/sec: 9.30092\n","I0619 15:25:28.543135 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30092\n","INFO:tensorflow:global_step/sec: 0.574441\n","I0619 15:25:30.283652 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.574441\n","INFO:tensorflow:examples/sec: 9.19105\n","I0619 15:25:30.283994 139999200331648 tpu_estimator.py:2160] examples/sec: 9.19105\n","INFO:tensorflow:global_step/sec: 0.579402\n","I0619 15:25:32.009559 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579402\n","INFO:tensorflow:examples/sec: 9.27043\n","I0619 15:25:32.009922 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27043\n","INFO:tensorflow:global_step/sec: 0.55981\n","I0619 15:25:33.795837 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.55981\n","INFO:tensorflow:examples/sec: 8.95696\n","I0619 15:25:33.796324 139999200331648 tpu_estimator.py:2160] examples/sec: 8.95696\n","INFO:tensorflow:global_step/sec: 0.584271\n","I0619 15:25:35.507406 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.584271\n","INFO:tensorflow:examples/sec: 9.34833\n","I0619 15:25:35.507727 139999200331648 tpu_estimator.py:2160] examples/sec: 9.34833\n","INFO:tensorflow:global_step/sec: 0.566372\n","I0619 15:25:37.272927 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.566372\n","INFO:tensorflow:examples/sec: 9.06196\n","I0619 15:25:37.273365 139999200331648 tpu_estimator.py:2160] examples/sec: 9.06196\n","INFO:tensorflow:global_step/sec: 0.581656\n","I0619 15:25:38.992167 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581656\n","INFO:tensorflow:examples/sec: 9.3065\n","I0619 15:25:38.992454 139999200331648 tpu_estimator.py:2160] examples/sec: 9.3065\n","INFO:tensorflow:global_step/sec: 0.555311\n","I0619 15:25:40.792976 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.555311\n","INFO:tensorflow:examples/sec: 8.88497\n","I0619 15:25:40.793293 139999200331648 tpu_estimator.py:2160] examples/sec: 8.88497\n","INFO:tensorflow:global_step/sec: 0.579886\n","I0619 15:25:42.517546 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579886\n","INFO:tensorflow:examples/sec: 9.27818\n","I0619 15:25:42.517840 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27818\n","INFO:tensorflow:global_step/sec: 0.558051\n","I0619 15:25:44.309394 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.558051\n","INFO:tensorflow:examples/sec: 8.92882\n","I0619 15:25:44.309685 139999200331648 tpu_estimator.py:2160] examples/sec: 8.92882\n","INFO:tensorflow:global_step/sec: 0.579098\n","I0619 15:25:46.036284 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579098\n","INFO:tensorflow:examples/sec: 9.26557\n","I0619 15:25:46.036748 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26557\n","INFO:tensorflow:global_step/sec: 0.577572\n","I0619 15:25:47.767618 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577572\n","INFO:tensorflow:examples/sec: 9.24115\n","I0619 15:25:47.768126 139999200331648 tpu_estimator.py:2160] examples/sec: 9.24115\n","INFO:tensorflow:global_step/sec: 0.579504\n","I0619 15:25:49.493188 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579504\n","INFO:tensorflow:examples/sec: 9.27207\n","I0619 15:25:49.493601 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27207\n","INFO:tensorflow:global_step/sec: 0.576196\n","I0619 15:25:51.228740 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.576196\n","INFO:tensorflow:examples/sec: 9.21914\n","I0619 15:25:51.229152 139999200331648 tpu_estimator.py:2160] examples/sec: 9.21914\n","INFO:tensorflow:global_step/sec: 0.578881\n","I0619 15:25:52.956181 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578881\n","INFO:tensorflow:examples/sec: 9.2621\n","I0619 15:25:52.956653 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2621\n","INFO:tensorflow:global_step/sec: 0.553309\n","I0619 15:25:54.763600 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.553309\n","INFO:tensorflow:examples/sec: 8.85295\n","I0619 15:25:54.763857 139999200331648 tpu_estimator.py:2160] examples/sec: 8.85295\n","INFO:tensorflow:global_step/sec: 0.57886\n","I0619 15:25:56.491036 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.57886\n","INFO:tensorflow:examples/sec: 9.26176\n","I0619 15:25:56.491494 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26176\n","INFO:tensorflow:global_step/sec: 0.542661\n","I0619 15:25:58.333842 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.542661\n","INFO:tensorflow:examples/sec: 8.68258\n","I0619 15:25:58.334385 139999200331648 tpu_estimator.py:2160] examples/sec: 8.68258\n","INFO:tensorflow:global_step/sec: 0.579\n","I0619 15:26:00.060943 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579\n","INFO:tensorflow:examples/sec: 9.264\n","I0619 15:26:00.061203 139999200331648 tpu_estimator.py:2160] examples/sec: 9.264\n","INFO:tensorflow:global_step/sec: 0.558984\n","I0619 15:26:01.849905 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.558984\n","INFO:tensorflow:examples/sec: 8.94374\n","I0619 15:26:01.850169 139999200331648 tpu_estimator.py:2160] examples/sec: 8.94374\n","INFO:tensorflow:global_step/sec: 0.580459\n","I0619 15:26:03.572708 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580459\n","INFO:tensorflow:examples/sec: 9.28735\n","I0619 15:26:03.573145 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28735\n","INFO:tensorflow:global_step/sec: 0.556807\n","I0619 15:26:05.368674 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.556807\n","INFO:tensorflow:examples/sec: 8.90892\n","I0619 15:26:05.369077 139999200331648 tpu_estimator.py:2160] examples/sec: 8.90892\n","INFO:tensorflow:global_step/sec: 0.579499\n","I0619 15:26:07.094261 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579499\n","INFO:tensorflow:examples/sec: 9.27198\n","I0619 15:26:07.094679 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27198\n","INFO:tensorflow:global_step/sec: 0.528161\n","I0619 15:26:08.987730 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.528161\n","INFO:tensorflow:examples/sec: 8.45057\n","I0619 15:26:08.988022 139999200331648 tpu_estimator.py:2160] examples/sec: 8.45057\n","INFO:tensorflow:global_step/sec: 0.57848\n","I0619 15:26:10.716279 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.57848\n","INFO:tensorflow:examples/sec: 9.25567\n","I0619 15:26:10.716842 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25567\n","INFO:tensorflow:global_step/sec: 0.57183\n","I0619 15:26:12.465026 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.57183\n","INFO:tensorflow:examples/sec: 9.14929\n","I0619 15:26:12.465499 139999200331648 tpu_estimator.py:2160] examples/sec: 9.14929\n","INFO:tensorflow:global_step/sec: 0.581033\n","I0619 15:26:14.186124 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581033\n","INFO:tensorflow:examples/sec: 9.29652\n","I0619 15:26:14.186597 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29652\n","INFO:tensorflow:global_step/sec: 0.553139\n","I0619 15:26:15.994013 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.553139\n","INFO:tensorflow:examples/sec: 8.85022\n","I0619 15:26:15.994324 139999200331648 tpu_estimator.py:2160] examples/sec: 8.85022\n","INFO:tensorflow:global_step/sec: 0.575077\n","I0619 15:26:17.732897 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.575077\n","INFO:tensorflow:examples/sec: 9.20123\n","I0619 15:26:17.733175 139999200331648 tpu_estimator.py:2160] examples/sec: 9.20123\n","INFO:tensorflow:global_step/sec: 0.553437\n","I0619 15:26:19.539920 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.553437\n","INFO:tensorflow:examples/sec: 8.85499\n","I0619 15:26:19.540233 139999200331648 tpu_estimator.py:2160] examples/sec: 8.85499\n","INFO:tensorflow:global_step/sec: 0.57912\n","I0619 15:26:21.266544 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.57912\n","INFO:tensorflow:examples/sec: 9.26593\n","I0619 15:26:21.266849 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26593\n","INFO:tensorflow:global_step/sec: 0.56332\n","I0619 15:26:23.041730 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.56332\n","INFO:tensorflow:examples/sec: 9.01312\n","I0619 15:26:23.042018 139999200331648 tpu_estimator.py:2160] examples/sec: 9.01312\n","INFO:tensorflow:global_step/sec: 0.581137\n","I0619 15:26:24.762522 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581137\n","INFO:tensorflow:examples/sec: 9.2982\n","I0619 15:26:24.762783 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2982\n","INFO:tensorflow:global_step/sec: 0.553546\n","I0619 15:26:26.569013 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.553546\n","INFO:tensorflow:examples/sec: 8.85674\n","I0619 15:26:26.569402 139999200331648 tpu_estimator.py:2160] examples/sec: 8.85674\n","INFO:tensorflow:global_step/sec: 0.576927\n","I0619 15:26:28.302381 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.576927\n","INFO:tensorflow:examples/sec: 9.23083\n","I0619 15:26:28.302709 139999200331648 tpu_estimator.py:2160] examples/sec: 9.23083\n","INFO:tensorflow:global_step/sec: 0.551734\n","I0619 15:26:30.114775 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.551734\n","INFO:tensorflow:examples/sec: 8.82775\n","I0619 15:26:30.115042 139999200331648 tpu_estimator.py:2160] examples/sec: 8.82775\n","INFO:tensorflow:global_step/sec: 0.577774\n","I0619 15:26:31.845603 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577774\n","INFO:tensorflow:examples/sec: 9.24438\n","I0619 15:26:31.845924 139999200331648 tpu_estimator.py:2160] examples/sec: 9.24438\n","INFO:tensorflow:global_step/sec: 0.538348\n","I0619 15:26:33.703096 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.538348\n","INFO:tensorflow:examples/sec: 8.61358\n","I0619 15:26:33.703421 139999200331648 tpu_estimator.py:2160] examples/sec: 8.61358\n","INFO:tensorflow:global_step/sec: 0.580916\n","I0619 15:26:35.424531 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580916\n","INFO:tensorflow:examples/sec: 9.29466\n","I0619 15:26:35.424812 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29466\n","INFO:tensorflow:global_step/sec: 0.553123\n","I0619 15:26:37.232528 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.553123\n","INFO:tensorflow:examples/sec: 8.84997\n","I0619 15:26:37.232856 139999200331648 tpu_estimator.py:2160] examples/sec: 8.84997\n","INFO:tensorflow:global_step/sec: 0.579069\n","I0619 15:26:38.959340 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579069\n","INFO:tensorflow:examples/sec: 9.2651\n","I0619 15:26:38.959656 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2651\n","INFO:tensorflow:global_step/sec: 0.550895\n","I0619 15:26:40.774639 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.550895\n","INFO:tensorflow:examples/sec: 8.81431\n","I0619 15:26:40.774936 139999200331648 tpu_estimator.py:2160] examples/sec: 8.81431\n","INFO:tensorflow:global_step/sec: 0.579453\n","I0619 15:26:42.500329 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579453\n","INFO:tensorflow:examples/sec: 9.27124\n","I0619 15:26:42.500622 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27124\n","INFO:tensorflow:global_step/sec: 0.557284\n","I0619 15:26:44.294938 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.557284\n","INFO:tensorflow:examples/sec: 8.91655\n","I0619 15:26:44.295403 139999200331648 tpu_estimator.py:2160] examples/sec: 8.91655\n","INFO:tensorflow:global_step/sec: 0.578814\n","I0619 15:26:46.022426 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578814\n","INFO:tensorflow:examples/sec: 9.26102\n","I0619 15:26:46.022842 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26102\n","INFO:tensorflow:global_step/sec: 0.559577\n","I0619 15:26:47.809497 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.559577\n","INFO:tensorflow:examples/sec: 8.95323\n","I0619 15:26:47.810147 139999200331648 tpu_estimator.py:2160] examples/sec: 8.95323\n","INFO:tensorflow:global_step/sec: 0.578572\n","I0619 15:26:49.537899 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578572\n","INFO:tensorflow:examples/sec: 9.25716\n","I0619 15:26:49.538175 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25716\n","INFO:tensorflow:global_step/sec: 0.579821\n","I0619 15:26:51.262618 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579821\n","INFO:tensorflow:examples/sec: 9.27714\n","I0619 15:26:51.263041 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27714\n","INFO:tensorflow:global_step/sec: 0.580166\n","I0619 15:26:52.986249 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580166\n","INFO:tensorflow:examples/sec: 9.28266\n","I0619 15:26:52.986597 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28266\n","INFO:tensorflow:global_step/sec: 0.538881\n","I0619 15:26:54.841890 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.538881\n","INFO:tensorflow:examples/sec: 8.6221\n","I0619 15:26:54.842377 139999200331648 tpu_estimator.py:2160] examples/sec: 8.6221\n","INFO:tensorflow:global_step/sec: 0.581838\n","I0619 15:26:56.560694 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581838\n","INFO:tensorflow:examples/sec: 9.30941\n","I0619 15:26:56.560970 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30941\n","INFO:tensorflow:global_step/sec: 0.554283\n","I0619 15:26:58.364783 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.554283\n","INFO:tensorflow:examples/sec: 8.86853\n","I0619 15:26:58.365130 139999200331648 tpu_estimator.py:2160] examples/sec: 8.86853\n","INFO:tensorflow:global_step/sec: 0.578565\n","I0619 15:27:00.093138 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578565\n","INFO:tensorflow:examples/sec: 9.25704\n","I0619 15:27:00.093571 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25704\n","INFO:tensorflow:global_step/sec: 0.549691\n","I0619 15:27:01.912397 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.549691\n","INFO:tensorflow:examples/sec: 8.79505\n","I0619 15:27:01.912908 139999200331648 tpu_estimator.py:2160] examples/sec: 8.79505\n","INFO:tensorflow:global_step/sec: 0.578097\n","I0619 15:27:03.642181 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578097\n","INFO:tensorflow:examples/sec: 9.24955\n","I0619 15:27:03.642431 139999200331648 tpu_estimator.py:2160] examples/sec: 9.24955\n","INFO:tensorflow:global_step/sec: 0.544834\n","I0619 15:27:05.477633 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.544834\n","INFO:tensorflow:examples/sec: 8.71735\n","I0619 15:27:05.478042 139999200331648 tpu_estimator.py:2160] examples/sec: 8.71735\n","INFO:tensorflow:global_step/sec: 0.581315\n","I0619 15:27:07.197889 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581315\n","INFO:tensorflow:examples/sec: 9.30104\n","I0619 15:27:07.198360 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30104\n","INFO:tensorflow:global_step/sec: 0.548502\n","I0619 15:27:09.020966 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.548502\n","INFO:tensorflow:examples/sec: 8.77604\n","I0619 15:27:09.021245 139999200331648 tpu_estimator.py:2160] examples/sec: 8.77604\n","INFO:tensorflow:global_step/sec: 0.578582\n","I0619 15:27:10.749317 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578582\n","INFO:tensorflow:examples/sec: 9.25732\n","I0619 15:27:10.749592 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25732\n","INFO:tensorflow:global_step/sec: 0.557308\n","I0619 15:27:12.543748 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.557308\n","INFO:tensorflow:examples/sec: 8.91693\n","I0619 15:27:12.544044 139999200331648 tpu_estimator.py:2160] examples/sec: 8.91693\n","INFO:tensorflow:global_step/sec: 0.580463\n","I0619 15:27:14.266471 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580463\n","INFO:tensorflow:examples/sec: 9.2874\n","I0619 15:27:14.266744 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2874\n","INFO:tensorflow:global_step/sec: 0.558095\n","I0619 15:27:16.058356 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.558095\n","INFO:tensorflow:examples/sec: 8.92952\n","I0619 15:27:16.058681 139999200331648 tpu_estimator.py:2160] examples/sec: 8.92952\n","INFO:tensorflow:global_step/sec: 0.582148\n","I0619 15:27:17.775989 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582148\n","INFO:tensorflow:examples/sec: 9.31437\n","I0619 15:27:17.776258 139999200331648 tpu_estimator.py:2160] examples/sec: 9.31437\n","INFO:tensorflow:global_step/sec: 0.506647\n","I0619 15:27:19.749816 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.506647\n","INFO:tensorflow:examples/sec: 8.10636\n","I0619 15:27:19.750165 139999200331648 tpu_estimator.py:2160] examples/sec: 8.10636\n","INFO:tensorflow:global_step/sec: 0.580204\n","I0619 15:27:21.473327 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580204\n","INFO:tensorflow:examples/sec: 9.28327\n","I0619 15:27:21.473744 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28327\n","INFO:tensorflow:global_step/sec: 0.559142\n","I0619 15:27:23.261860 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.559142\n","INFO:tensorflow:examples/sec: 8.94626\n","I0619 15:27:23.262353 139999200331648 tpu_estimator.py:2160] examples/sec: 8.94626\n","INFO:tensorflow:global_step/sec: 0.579832\n","I0619 15:27:24.986412 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579832\n","INFO:tensorflow:examples/sec: 9.27731\n","I0619 15:27:24.986726 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27731\n","INFO:tensorflow:global_step/sec: 0.554696\n","I0619 15:27:26.789186 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.554696\n","INFO:tensorflow:examples/sec: 8.87514\n","I0619 15:27:26.789483 139999200331648 tpu_estimator.py:2160] examples/sec: 8.87514\n","INFO:tensorflow:global_step/sec: 0.577187\n","I0619 15:27:28.521782 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577187\n","INFO:tensorflow:examples/sec: 9.23499\n","I0619 15:27:28.522079 139999200331648 tpu_estimator.py:2160] examples/sec: 9.23499\n","INFO:tensorflow:global_step/sec: 0.558239\n","I0619 15:27:30.313073 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.558239\n","INFO:tensorflow:examples/sec: 8.93182\n","I0619 15:27:30.313361 139999200331648 tpu_estimator.py:2160] examples/sec: 8.93182\n","INFO:tensorflow:global_step/sec: 0.578794\n","I0619 15:27:32.040795 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578794\n","INFO:tensorflow:examples/sec: 9.26071\n","I0619 15:27:32.041247 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26071\n","INFO:tensorflow:global_step/sec: 0.549825\n","I0619 15:27:33.859611 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.549825\n","INFO:tensorflow:examples/sec: 8.79719\n","I0619 15:27:33.859888 139999200331648 tpu_estimator.py:2160] examples/sec: 8.79719\n","INFO:tensorflow:global_step/sec: 0.577821\n","I0619 15:27:35.590220 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577821\n","INFO:tensorflow:examples/sec: 9.24513\n","I0619 15:27:35.590685 139999200331648 tpu_estimator.py:2160] examples/sec: 9.24513\n","INFO:tensorflow:global_step/sec: 0.57098\n","I0619 15:27:37.341707 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.57098\n","INFO:tensorflow:examples/sec: 9.13567\n","I0619 15:27:37.341996 139999200331648 tpu_estimator.py:2160] examples/sec: 9.13567\n","INFO:tensorflow:global_step/sec: 0.57983\n","I0619 15:27:39.066241 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.57983\n","INFO:tensorflow:examples/sec: 9.27728\n","I0619 15:27:39.066536 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27728\n","INFO:tensorflow:global_step/sec: 0.571729\n","I0619 15:27:40.815281 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.571729\n","INFO:tensorflow:examples/sec: 9.14766\n","I0619 15:27:40.815699 139999200331648 tpu_estimator.py:2160] examples/sec: 9.14766\n","INFO:tensorflow:global_step/sec: 0.580293\n","I0619 15:27:42.538608 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580293\n","INFO:tensorflow:examples/sec: 9.28468\n","I0619 15:27:42.539037 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28468\n","INFO:tensorflow:global_step/sec: 0.561208\n","I0619 15:27:44.320456 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.561208\n","INFO:tensorflow:examples/sec: 8.97932\n","I0619 15:27:44.320755 139999200331648 tpu_estimator.py:2160] examples/sec: 8.97932\n","INFO:tensorflow:global_step/sec: 0.575823\n","I0619 15:27:46.057091 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.575823\n","INFO:tensorflow:examples/sec: 9.21316\n","I0619 15:27:46.057377 139999200331648 tpu_estimator.py:2160] examples/sec: 9.21316\n","INFO:tensorflow:global_step/sec: 0.546737\n","I0619 15:27:47.886101 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.546737\n","INFO:tensorflow:examples/sec: 8.74779\n","I0619 15:27:47.886651 139999200331648 tpu_estimator.py:2160] examples/sec: 8.74779\n","INFO:tensorflow:global_step/sec: 0.57903\n","I0619 15:27:49.613139 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.57903\n","INFO:tensorflow:examples/sec: 9.26449\n","I0619 15:27:49.613409 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26449\n","INFO:tensorflow:global_step/sec: 0.554104\n","I0619 15:27:51.417874 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.554104\n","INFO:tensorflow:examples/sec: 8.86567\n","I0619 15:27:51.418377 139999200331648 tpu_estimator.py:2160] examples/sec: 8.86567\n","INFO:tensorflow:global_step/sec: 0.578202\n","I0619 15:27:53.147362 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578202\n","INFO:tensorflow:examples/sec: 9.25123\n","I0619 15:27:53.147864 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25123\n","INFO:tensorflow:global_step/sec: 0.50682\n","I0619 15:27:55.120532 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.50682\n","INFO:tensorflow:examples/sec: 8.10912\n","I0619 15:27:55.120812 139999200331648 tpu_estimator.py:2160] examples/sec: 8.10912\n","INFO:tensorflow:global_step/sec: 0.580311\n","I0619 15:27:56.843742 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580311\n","INFO:tensorflow:examples/sec: 9.28498\n","I0619 15:27:56.844001 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28498\n","INFO:tensorflow:global_step/sec: 0.555354\n","I0619 15:27:58.644349 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.555354\n","INFO:tensorflow:examples/sec: 8.88566\n","I0619 15:27:58.644677 139999200331648 tpu_estimator.py:2160] examples/sec: 8.88566\n","INFO:tensorflow:global_step/sec: 0.580365\n","I0619 15:28:00.367366 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580365\n","INFO:tensorflow:examples/sec: 9.28584\n","I0619 15:28:00.367661 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28584\n","INFO:tensorflow:global_step/sec: 0.513019\n","I0619 15:28:02.316657 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.513019\n","INFO:tensorflow:examples/sec: 8.2083\n","I0619 15:28:02.317120 139999200331648 tpu_estimator.py:2160] examples/sec: 8.2083\n","INFO:tensorflow:global_step/sec: 0.578366\n","I0619 15:28:04.045667 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578366\n","INFO:tensorflow:examples/sec: 9.25386\n","I0619 15:28:04.046077 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25386\n","INFO:tensorflow:global_step/sec: 0.556461\n","I0619 15:28:05.842699 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.556461\n","INFO:tensorflow:examples/sec: 8.90337\n","I0619 15:28:05.842964 139999200331648 tpu_estimator.py:2160] examples/sec: 8.90337\n","INFO:tensorflow:global_step/sec: 0.578368\n","I0619 15:28:07.571700 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578368\n","INFO:tensorflow:examples/sec: 9.25388\n","I0619 15:28:07.571966 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25388\n","INFO:tensorflow:global_step/sec: 0.559952\n","I0619 15:28:09.357641 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.559952\n","INFO:tensorflow:examples/sec: 8.95923\n","I0619 15:28:09.358006 139999200331648 tpu_estimator.py:2160] examples/sec: 8.95923\n","INFO:tensorflow:global_step/sec: 0.577086\n","I0619 15:28:11.090426 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577086\n","INFO:tensorflow:examples/sec: 9.23337\n","I0619 15:28:11.090881 139999200331648 tpu_estimator.py:2160] examples/sec: 9.23337\n","INFO:tensorflow:global_step/sec: 0.55325\n","I0619 15:28:12.897954 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.55325\n","INFO:tensorflow:examples/sec: 8.85199\n","I0619 15:28:12.898404 139999200331648 tpu_estimator.py:2160] examples/sec: 8.85199\n","INFO:tensorflow:global_step/sec: 0.581736\n","I0619 15:28:14.616919 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581736\n","INFO:tensorflow:examples/sec: 9.30777\n","I0619 15:28:14.617189 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30777\n","INFO:tensorflow:global_step/sec: 0.558053\n","I0619 15:28:16.408851 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.558053\n","INFO:tensorflow:examples/sec: 8.92884\n","I0619 15:28:16.409138 139999200331648 tpu_estimator.py:2160] examples/sec: 8.92884\n","INFO:tensorflow:global_step/sec: 0.580866\n","I0619 15:28:18.130490 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580866\n","INFO:tensorflow:examples/sec: 9.29385\n","I0619 15:28:18.130790 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29385\n","INFO:tensorflow:global_step/sec: 0.556292\n","I0619 15:28:19.928058 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.556292\n","INFO:tensorflow:examples/sec: 8.90067\n","I0619 15:28:19.928510 139999200331648 tpu_estimator.py:2160] examples/sec: 8.90067\n","INFO:tensorflow:global_step/sec: 0.577214\n","I0619 15:28:21.660516 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577214\n","INFO:tensorflow:examples/sec: 9.23542\n","I0619 15:28:21.661078 139999200331648 tpu_estimator.py:2160] examples/sec: 9.23542\n","INFO:tensorflow:global_step/sec: 0.52683\n","I0619 15:28:23.558754 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.52683\n","INFO:tensorflow:examples/sec: 8.42928\n","I0619 15:28:23.559231 139999200331648 tpu_estimator.py:2160] examples/sec: 8.42928\n","INFO:tensorflow:global_step/sec: 0.579744\n","I0619 15:28:25.283625 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579744\n","INFO:tensorflow:examples/sec: 9.27591\n","I0619 15:28:25.283986 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27591\n","INFO:tensorflow:global_step/sec: 0.558196\n","I0619 15:28:27.075040 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.558196\n","INFO:tensorflow:examples/sec: 8.93113\n","I0619 15:28:27.075930 139999200331648 tpu_estimator.py:2160] examples/sec: 8.93113\n","INFO:tensorflow:global_step/sec: 0.581352\n","I0619 15:28:28.795227 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581352\n","INFO:tensorflow:examples/sec: 9.30163\n","I0619 15:28:28.795603 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30163\n","INFO:tensorflow:global_step/sec: 0.56034\n","I0619 15:28:30.579781 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.56034\n","INFO:tensorflow:examples/sec: 8.96544\n","I0619 15:28:30.580208 139999200331648 tpu_estimator.py:2160] examples/sec: 8.96544\n","INFO:tensorflow:global_step/sec: 0.582939\n","I0619 15:28:32.295275 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582939\n","INFO:tensorflow:examples/sec: 9.32702\n","I0619 15:28:32.295700 139999200331648 tpu_estimator.py:2160] examples/sec: 9.32702\n","INFO:tensorflow:global_step/sec: 0.558564\n","I0619 15:28:34.085591 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.558564\n","INFO:tensorflow:examples/sec: 8.93702\n","I0619 15:28:34.085940 139999200331648 tpu_estimator.py:2160] examples/sec: 8.93702\n","INFO:tensorflow:global_step/sec: 0.580694\n","I0619 15:28:35.807667 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580694\n","INFO:tensorflow:examples/sec: 9.2911\n","I0619 15:28:35.808064 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2911\n","INFO:tensorflow:global_step/sec: 0.563116\n","I0619 15:28:37.583488 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.563116\n","INFO:tensorflow:examples/sec: 9.00985\n","I0619 15:28:37.583770 139999200331648 tpu_estimator.py:2160] examples/sec: 9.00985\n","INFO:tensorflow:global_step/sec: 0.580774\n","I0619 15:28:39.305297 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580774\n","INFO:tensorflow:examples/sec: 9.29238\n","I0619 15:28:39.305644 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29238\n","INFO:tensorflow:global_step/sec: 0.560188\n","I0619 15:28:41.090478 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.560188\n","INFO:tensorflow:examples/sec: 8.963\n","I0619 15:28:41.090738 139999200331648 tpu_estimator.py:2160] examples/sec: 8.963\n","INFO:tensorflow:global_step/sec: 0.582414\n","I0619 15:28:42.807413 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582414\n","INFO:tensorflow:examples/sec: 9.31862\n","I0619 15:28:42.807715 139999200331648 tpu_estimator.py:2160] examples/sec: 9.31862\n","INFO:tensorflow:global_step/sec: 0.558655\n","I0619 15:28:44.597516 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.558655\n","INFO:tensorflow:examples/sec: 8.93847\n","I0619 15:28:44.597796 139999200331648 tpu_estimator.py:2160] examples/sec: 8.93847\n","INFO:tensorflow:global_step/sec: 0.579349\n","I0619 15:28:46.323572 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579349\n","INFO:tensorflow:examples/sec: 9.26959\n","I0619 15:28:46.323838 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26959\n","INFO:tensorflow:global_step/sec: 0.560268\n","I0619 15:28:48.108371 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.560268\n","INFO:tensorflow:examples/sec: 8.96429\n","I0619 15:28:48.108819 139999200331648 tpu_estimator.py:2160] examples/sec: 8.96429\n","INFO:tensorflow:global_step/sec: 0.581479\n","I0619 15:28:49.828134 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581479\n","INFO:tensorflow:examples/sec: 9.30367\n","I0619 15:28:49.828481 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30367\n","INFO:tensorflow:global_step/sec: 0.579365\n","I0619 15:28:51.554159 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579365\n","INFO:tensorflow:examples/sec: 9.26985\n","I0619 15:28:51.554632 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26985\n","INFO:tensorflow:global_step/sec: 0.58179\n","I0619 15:28:53.272983 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.58179\n","INFO:tensorflow:examples/sec: 9.30864\n","I0619 15:28:53.273269 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30864\n","INFO:tensorflow:global_step/sec: 0.571539\n","I0619 15:28:55.022686 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.571539\n","INFO:tensorflow:examples/sec: 9.14462\n","I0619 15:28:55.022962 139999200331648 tpu_estimator.py:2160] examples/sec: 9.14462\n","INFO:tensorflow:global_step/sec: 0.578029\n","I0619 15:28:56.752758 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578029\n","INFO:tensorflow:examples/sec: 9.24847\n","I0619 15:28:56.753154 139999200331648 tpu_estimator.py:2160] examples/sec: 9.24847\n","INFO:tensorflow:global_step/sec: 0.508748\n","I0619 15:28:58.718302 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.508748\n","INFO:tensorflow:examples/sec: 8.13996\n","I0619 15:28:58.718771 139999200331648 tpu_estimator.py:2160] examples/sec: 8.13996\n","INFO:tensorflow:global_step/sec: 0.577762\n","I0619 15:29:00.449119 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577762\n","INFO:tensorflow:examples/sec: 9.2442\n","I0619 15:29:00.449411 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2442\n","INFO:tensorflow:global_step/sec: 0.575062\n","I0619 15:29:02.188105 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.575062\n","INFO:tensorflow:examples/sec: 9.201\n","I0619 15:29:02.188420 139999200331648 tpu_estimator.py:2160] examples/sec: 9.201\n","INFO:tensorflow:global_step/sec: 0.580084\n","I0619 15:29:03.911897 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580084\n","INFO:tensorflow:examples/sec: 9.28134\n","I0619 15:29:03.912247 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28134\n","INFO:tensorflow:global_step/sec: 0.561929\n","I0619 15:29:05.691554 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.561929\n","INFO:tensorflow:examples/sec: 8.99086\n","I0619 15:29:05.691870 139999200331648 tpu_estimator.py:2160] examples/sec: 8.99086\n","INFO:tensorflow:global_step/sec: 0.581293\n","I0619 15:29:07.411800 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581293\n","INFO:tensorflow:examples/sec: 9.30068\n","I0619 15:29:07.412067 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30068\n","INFO:tensorflow:global_step/sec: 0.560225\n","I0619 15:29:09.196818 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.560225\n","INFO:tensorflow:examples/sec: 8.96359\n","I0619 15:29:09.197296 139999200331648 tpu_estimator.py:2160] examples/sec: 8.96359\n","INFO:tensorflow:global_step/sec: 0.580637\n","I0619 15:29:10.919041 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580637\n","INFO:tensorflow:examples/sec: 9.29019\n","I0619 15:29:10.919311 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29019\n","INFO:tensorflow:global_step/sec: 0.551999\n","I0619 15:29:12.730679 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.551999\n","INFO:tensorflow:examples/sec: 8.83198\n","I0619 15:29:12.730966 139999200331648 tpu_estimator.py:2160] examples/sec: 8.83198\n","INFO:tensorflow:global_step/sec: 0.574497\n","I0619 15:29:14.471377 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.574497\n","INFO:tensorflow:examples/sec: 9.19194\n","I0619 15:29:14.471702 139999200331648 tpu_estimator.py:2160] examples/sec: 9.19194\n","INFO:tensorflow:global_step/sec: 0.555655\n","I0619 15:29:16.270904 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.555655\n","INFO:tensorflow:examples/sec: 8.89048\n","I0619 15:29:16.271180 139999200331648 tpu_estimator.py:2160] examples/sec: 8.89048\n","INFO:tensorflow:global_step/sec: 0.58089\n","I0619 15:29:17.992546 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.58089\n","INFO:tensorflow:examples/sec: 9.29423\n","I0619 15:29:17.992854 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29423\n","INFO:tensorflow:global_step/sec: 0.555529\n","I0619 15:29:19.792590 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.555529\n","INFO:tensorflow:examples/sec: 8.88847\n","I0619 15:29:19.792952 139999200331648 tpu_estimator.py:2160] examples/sec: 8.88847\n","INFO:tensorflow:global_step/sec: 0.580755\n","I0619 15:29:21.514579 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580755\n","INFO:tensorflow:examples/sec: 9.29207\n","I0619 15:29:21.514966 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29207\n","INFO:tensorflow:global_step/sec: 0.555993\n","I0619 15:29:23.313069 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.555993\n","INFO:tensorflow:examples/sec: 8.89588\n","I0619 15:29:23.313486 139999200331648 tpu_estimator.py:2160] examples/sec: 8.89588\n","INFO:tensorflow:global_step/sec: 0.581082\n","I0619 15:29:25.033957 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581082\n","INFO:tensorflow:examples/sec: 9.29732\n","I0619 15:29:25.034236 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29732\n","INFO:tensorflow:global_step/sec: 0.571089\n","I0619 15:29:26.785016 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.571089\n","INFO:tensorflow:examples/sec: 9.13742\n","I0619 15:29:26.785285 139999200331648 tpu_estimator.py:2160] examples/sec: 9.13742\n","INFO:tensorflow:global_step/sec: 0.579602\n","I0619 15:29:28.510337 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579602\n","INFO:tensorflow:examples/sec: 9.27364\n","I0619 15:29:28.510746 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27364\n","INFO:tensorflow:global_step/sec: 0.552326\n","I0619 15:29:30.320903 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.552326\n","INFO:tensorflow:examples/sec: 8.83722\n","I0619 15:29:30.321181 139999200331648 tpu_estimator.py:2160] examples/sec: 8.83722\n","INFO:tensorflow:global_step/sec: 0.579342\n","I0619 15:29:32.046947 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579342\n","INFO:tensorflow:examples/sec: 9.26947\n","I0619 15:29:32.047237 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26947\n","INFO:tensorflow:global_step/sec: 0.564113\n","I0619 15:29:33.819690 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.564113\n","INFO:tensorflow:examples/sec: 9.02581\n","I0619 15:29:33.819970 139999200331648 tpu_estimator.py:2160] examples/sec: 9.02581\n","INFO:tensorflow:global_step/sec: 0.577065\n","I0619 15:29:35.552563 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577065\n","INFO:tensorflow:examples/sec: 9.23303\n","I0619 15:29:35.552833 139999200331648 tpu_estimator.py:2160] examples/sec: 9.23303\n","INFO:tensorflow:global_step/sec: 0.579081\n","I0619 15:29:37.279489 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579081\n","INFO:tensorflow:examples/sec: 9.26529\n","I0619 15:29:37.279790 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26529\n","INFO:tensorflow:global_step/sec: 0.579064\n","I0619 15:29:39.006362 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579064\n","INFO:tensorflow:examples/sec: 9.26502\n","I0619 15:29:39.006707 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26502\n","INFO:tensorflow:global_step/sec: 0.52982\n","I0619 15:29:40.893791 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.52982\n","INFO:tensorflow:examples/sec: 8.47711\n","I0619 15:29:40.894079 139999200331648 tpu_estimator.py:2160] examples/sec: 8.47711\n","INFO:tensorflow:global_step/sec: 0.582202\n","I0619 15:29:42.611423 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582202\n","INFO:tensorflow:examples/sec: 9.31522\n","I0619 15:29:42.611844 139999200331648 tpu_estimator.py:2160] examples/sec: 9.31522\n","INFO:tensorflow:global_step/sec: 0.580756\n","I0619 15:29:44.333325 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580756\n","INFO:tensorflow:examples/sec: 9.2921\n","I0619 15:29:44.333760 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2921\n","INFO:tensorflow:global_step/sec: 0.577338\n","I0619 15:29:46.065460 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577338\n","INFO:tensorflow:examples/sec: 9.23741\n","I0619 15:29:46.065735 139999200331648 tpu_estimator.py:2160] examples/sec: 9.23741\n","INFO:tensorflow:global_step/sec: 0.560526\n","I0619 15:29:47.849500 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.560526\n","INFO:tensorflow:examples/sec: 8.96841\n","I0619 15:29:47.850160 139999200331648 tpu_estimator.py:2160] examples/sec: 8.96841\n","INFO:tensorflow:global_step/sec: 0.579597\n","I0619 15:29:49.574751 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579597\n","INFO:tensorflow:examples/sec: 9.27355\n","I0619 15:29:49.575019 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27355\n","INFO:tensorflow:global_step/sec: 0.578521\n","I0619 15:29:51.303381 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578521\n","INFO:tensorflow:examples/sec: 9.25634\n","I0619 15:29:51.304853 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25634\n","INFO:tensorflow:global_step/sec: 0.5769\n","I0619 15:29:53.036747 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.5769\n","INFO:tensorflow:examples/sec: 9.2304\n","I0619 15:29:53.037069 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2304\n","INFO:tensorflow:global_step/sec: 0.552587\n","I0619 15:29:54.846396 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.552587\n","INFO:tensorflow:examples/sec: 8.84139\n","I0619 15:29:54.846687 139999200331648 tpu_estimator.py:2160] examples/sec: 8.84139\n","INFO:tensorflow:global_step/sec: 0.579627\n","I0619 15:29:56.571667 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579627\n","INFO:tensorflow:examples/sec: 9.27403\n","I0619 15:29:56.571992 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27403\n","INFO:tensorflow:global_step/sec: 0.556022\n","I0619 15:29:58.370136 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.556022\n","INFO:tensorflow:examples/sec: 8.89635\n","I0619 15:29:58.370420 139999200331648 tpu_estimator.py:2160] examples/sec: 8.89635\n","INFO:tensorflow:global_step/sec: 0.580971\n","I0619 15:30:00.091358 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580971\n","INFO:tensorflow:examples/sec: 9.29554\n","I0619 15:30:00.091648 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29554\n","INFO:tensorflow:global_step/sec: 0.555881\n","I0619 15:30:01.890334 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.555881\n","INFO:tensorflow:examples/sec: 8.89409\n","I0619 15:30:01.890765 139999200331648 tpu_estimator.py:2160] examples/sec: 8.89409\n","INFO:tensorflow:global_step/sec: 0.581341\n","I0619 15:30:03.610639 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581341\n","INFO:tensorflow:examples/sec: 9.30146\n","I0619 15:30:03.611172 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30146\n","INFO:tensorflow:global_step/sec: 0.541425\n","I0619 15:30:05.457471 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.541425\n","INFO:tensorflow:examples/sec: 8.66279\n","I0619 15:30:05.457934 139999200331648 tpu_estimator.py:2160] examples/sec: 8.66279\n","INFO:tensorflow:global_step/sec: 0.582169\n","I0619 15:30:07.175185 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582169\n","INFO:tensorflow:examples/sec: 9.31471\n","I0619 15:30:07.175477 139999200331648 tpu_estimator.py:2160] examples/sec: 9.31471\n","INFO:tensorflow:global_step/sec: 0.553754\n","I0619 15:30:08.981012 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.553754\n","INFO:tensorflow:examples/sec: 8.86007\n","I0619 15:30:08.981288 139999200331648 tpu_estimator.py:2160] examples/sec: 8.86007\n","INFO:tensorflow:global_step/sec: 0.581053\n","I0619 15:30:10.702042 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581053\n","INFO:tensorflow:examples/sec: 9.29684\n","I0619 15:30:10.702358 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29684\n","INFO:tensorflow:global_step/sec: 0.558245\n","I0619 15:30:12.493382 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.558245\n","INFO:tensorflow:examples/sec: 8.93192\n","I0619 15:30:12.495632 139999200331648 tpu_estimator.py:2160] examples/sec: 8.93192\n","INFO:tensorflow:global_step/sec: 0.579201\n","I0619 15:30:14.219952 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579201\n","INFO:tensorflow:examples/sec: 9.26722\n","I0619 15:30:14.220432 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26722\n","INFO:tensorflow:global_step/sec: 0.555367\n","I0619 15:30:16.020527 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.555367\n","INFO:tensorflow:examples/sec: 8.88587\n","I0619 15:30:16.020805 139999200331648 tpu_estimator.py:2160] examples/sec: 8.88587\n","INFO:tensorflow:global_step/sec: 0.578547\n","I0619 15:30:17.748973 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578547\n","INFO:tensorflow:examples/sec: 9.25676\n","I0619 15:30:17.749493 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25676\n","INFO:tensorflow:global_step/sec: 0.554092\n","I0619 15:30:19.553765 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.554092\n","INFO:tensorflow:examples/sec: 8.86547\n","I0619 15:30:19.554079 139999200331648 tpu_estimator.py:2160] examples/sec: 8.86547\n","INFO:tensorflow:global_step/sec: 0.579828\n","I0619 15:30:21.278355 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579828\n","INFO:tensorflow:examples/sec: 9.27726\n","I0619 15:30:21.278789 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27726\n","INFO:tensorflow:global_step/sec: 0.561591\n","I0619 15:30:23.059097 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.561591\n","INFO:tensorflow:examples/sec: 8.98546\n","I0619 15:30:23.059415 139999200331648 tpu_estimator.py:2160] examples/sec: 8.98546\n","INFO:tensorflow:global_step/sec: 0.581305\n","I0619 15:30:24.779364 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581305\n","INFO:tensorflow:examples/sec: 9.30088\n","I0619 15:30:24.779736 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30088\n","INFO:tensorflow:global_step/sec: 0.53412\n","I0619 15:30:26.651566 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.53412\n","INFO:tensorflow:examples/sec: 8.54592\n","I0619 15:30:26.651987 139999200331648 tpu_estimator.py:2160] examples/sec: 8.54592\n","INFO:tensorflow:global_step/sec: 0.578248\n","I0619 15:30:28.380960 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578248\n","INFO:tensorflow:examples/sec: 9.25197\n","I0619 15:30:28.381257 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25197\n","INFO:tensorflow:global_step/sec: 0.559909\n","I0619 15:30:30.166973 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.559909\n","INFO:tensorflow:examples/sec: 8.95854\n","I0619 15:30:30.167430 139999200331648 tpu_estimator.py:2160] examples/sec: 8.95854\n","INFO:tensorflow:global_step/sec: 0.583598\n","I0619 15:30:31.880414 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.583598\n","INFO:tensorflow:examples/sec: 9.33757\n","I0619 15:30:31.880702 139999200331648 tpu_estimator.py:2160] examples/sec: 9.33757\n","INFO:tensorflow:global_step/sec: 0.562225\n","I0619 15:30:33.659088 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.562225\n","INFO:tensorflow:examples/sec: 8.9956\n","I0619 15:30:33.659389 139999200331648 tpu_estimator.py:2160] examples/sec: 8.9956\n","INFO:tensorflow:global_step/sec: 0.576764\n","I0619 15:30:35.392972 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.576764\n","INFO:tensorflow:examples/sec: 9.22822\n","I0619 15:30:35.393236 139999200331648 tpu_estimator.py:2160] examples/sec: 9.22822\n","INFO:tensorflow:global_step/sec: 0.555445\n","I0619 15:30:37.193225 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.555445\n","INFO:tensorflow:examples/sec: 8.88712\n","I0619 15:30:37.193671 139999200331648 tpu_estimator.py:2160] examples/sec: 8.88712\n","INFO:tensorflow:global_step/sec: 0.581555\n","I0619 15:30:38.912751 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581555\n","INFO:tensorflow:examples/sec: 9.30487\n","I0619 15:30:38.913024 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30487\n","INFO:tensorflow:global_step/sec: 0.54461\n","I0619 15:30:40.748953 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.54461\n","INFO:tensorflow:examples/sec: 8.71376\n","I0619 15:30:40.749329 139999200331648 tpu_estimator.py:2160] examples/sec: 8.71376\n","INFO:tensorflow:global_step/sec: 0.577207\n","I0619 15:30:42.481527 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577207\n","INFO:tensorflow:examples/sec: 9.23532\n","I0619 15:30:42.481801 139999200331648 tpu_estimator.py:2160] examples/sec: 9.23532\n","INFO:tensorflow:global_step/sec: 0.560855\n","I0619 15:30:44.264404 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.560855\n","INFO:tensorflow:examples/sec: 8.97368\n","I0619 15:30:44.264705 139999200331648 tpu_estimator.py:2160] examples/sec: 8.97368\n","INFO:tensorflow:global_step/sec: 0.58132\n","I0619 15:30:45.984767 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.58132\n","INFO:tensorflow:examples/sec: 9.30113\n","I0619 15:30:45.987240 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30113\n","INFO:tensorflow:global_step/sec: 0.563832\n","I0619 15:30:47.758250 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.563832\n","INFO:tensorflow:examples/sec: 9.02132\n","I0619 15:30:47.758546 139999200331648 tpu_estimator.py:2160] examples/sec: 9.02132\n","INFO:tensorflow:global_step/sec: 0.582874\n","I0619 15:30:49.473834 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582874\n","INFO:tensorflow:examples/sec: 9.32599\n","I0619 15:30:49.474109 139999200331648 tpu_estimator.py:2160] examples/sec: 9.32599\n","INFO:tensorflow:global_step/sec: 0.568779\n","I0619 15:30:51.232037 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.568779\n","INFO:tensorflow:examples/sec: 9.10046\n","I0619 15:30:51.232327 139999200331648 tpu_estimator.py:2160] examples/sec: 9.10046\n","INFO:tensorflow:global_step/sec: 0.580499\n","I0619 15:30:52.954709 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580499\n","INFO:tensorflow:examples/sec: 9.28798\n","I0619 15:30:52.954991 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28798\n","INFO:tensorflow:global_step/sec: 0.557667\n","I0619 15:30:54.747825 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.557667\n","INFO:tensorflow:examples/sec: 8.92268\n","I0619 15:30:54.748126 139999200331648 tpu_estimator.py:2160] examples/sec: 8.92268\n","INFO:tensorflow:global_step/sec: 0.580838\n","I0619 15:30:56.469573 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580838\n","INFO:tensorflow:examples/sec: 9.2934\n","I0619 15:30:56.469898 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2934\n","INFO:tensorflow:global_step/sec: 0.569991\n","I0619 15:30:58.223893 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.569991\n","INFO:tensorflow:examples/sec: 9.11986\n","I0619 15:30:58.224171 139999200331648 tpu_estimator.py:2160] examples/sec: 9.11986\n","INFO:tensorflow:global_step/sec: 0.578857\n","I0619 15:30:59.951467 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578857\n","INFO:tensorflow:examples/sec: 9.26171\n","I0619 15:30:59.951750 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26171\n","INFO:tensorflow:global_step/sec: 0.549945\n","I0619 15:31:01.769790 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.549945\n","INFO:tensorflow:examples/sec: 8.79912\n","I0619 15:31:01.770056 139999200331648 tpu_estimator.py:2160] examples/sec: 8.79912\n","INFO:tensorflow:global_step/sec: 0.58004\n","I0619 15:31:03.493827 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.58004\n","INFO:tensorflow:examples/sec: 9.28065\n","I0619 15:31:03.494342 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28065\n","INFO:tensorflow:global_step/sec: 0.573854\n","I0619 15:31:05.236429 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.573854\n","INFO:tensorflow:examples/sec: 9.18167\n","I0619 15:31:05.236860 139999200331648 tpu_estimator.py:2160] examples/sec: 9.18167\n","INFO:tensorflow:global_step/sec: 0.579891\n","I0619 15:31:06.960884 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579891\n","INFO:tensorflow:examples/sec: 9.27825\n","I0619 15:31:06.961143 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27825\n","INFO:tensorflow:global_step/sec: 0.580675\n","I0619 15:31:08.683094 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580675\n","INFO:tensorflow:examples/sec: 9.29081\n","I0619 15:31:08.683552 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29081\n","INFO:tensorflow:global_step/sec: 0.581652\n","I0619 15:31:10.402358 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581652\n","INFO:tensorflow:examples/sec: 9.30643\n","I0619 15:31:10.402711 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30643\n","INFO:tensorflow:global_step/sec: 0.550411\n","I0619 15:31:12.219132 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.550411\n","INFO:tensorflow:examples/sec: 8.80658\n","I0619 15:31:12.223002 139999200331648 tpu_estimator.py:2160] examples/sec: 8.80658\n","INFO:tensorflow:global_step/sec: 0.580863\n","I0619 15:31:13.940676 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580863\n","INFO:tensorflow:examples/sec: 9.2938\n","I0619 15:31:13.941118 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2938\n","INFO:tensorflow:global_step/sec: 0.552684\n","I0619 15:31:15.750016 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.552684\n","INFO:tensorflow:examples/sec: 8.84294\n","I0619 15:31:15.750281 139999200331648 tpu_estimator.py:2160] examples/sec: 8.84294\n","INFO:tensorflow:global_step/sec: 0.578704\n","I0619 15:31:17.478003 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578704\n","INFO:tensorflow:examples/sec: 9.25926\n","I0619 15:31:17.478322 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25926\n","INFO:tensorflow:global_step/sec: 0.55503\n","I0619 15:31:19.279713 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.55503\n","INFO:tensorflow:examples/sec: 8.88048\n","I0619 15:31:19.279975 139999200331648 tpu_estimator.py:2160] examples/sec: 8.88048\n","INFO:tensorflow:global_step/sec: 0.582736\n","I0619 15:31:20.995772 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582736\n","INFO:tensorflow:examples/sec: 9.32378\n","I0619 15:31:20.996284 139999200331648 tpu_estimator.py:2160] examples/sec: 9.32378\n","INFO:tensorflow:global_step/sec: 0.533823\n","I0619 15:31:22.869044 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.533823\n","INFO:tensorflow:examples/sec: 8.54117\n","I0619 15:31:22.869308 139999200331648 tpu_estimator.py:2160] examples/sec: 8.54117\n","INFO:tensorflow:global_step/sec: 0.580781\n","I0619 15:31:24.590874 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580781\n","INFO:tensorflow:examples/sec: 9.2925\n","I0619 15:31:24.591205 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2925\n","INFO:tensorflow:global_step/sec: 0.558049\n","I0619 15:31:26.382816 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.558049\n","INFO:tensorflow:examples/sec: 8.92878\n","I0619 15:31:26.383283 139999200331648 tpu_estimator.py:2160] examples/sec: 8.92878\n","INFO:tensorflow:global_step/sec: 0.57992\n","I0619 15:31:28.107214 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.57992\n","INFO:tensorflow:examples/sec: 9.27873\n","I0619 15:31:28.107548 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27873\n","INFO:tensorflow:global_step/sec: 0.536244\n","I0619 15:31:29.972025 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.536244\n","INFO:tensorflow:examples/sec: 8.57991\n","I0619 15:31:29.972290 139999200331648 tpu_estimator.py:2160] examples/sec: 8.57991\n","INFO:tensorflow:global_step/sec: 0.580735\n","I0619 15:31:31.693967 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580735\n","INFO:tensorflow:examples/sec: 9.29177\n","I0619 15:31:31.694300 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29177\n","INFO:tensorflow:global_step/sec: 0.554332\n","I0619 15:31:33.498009 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.554332\n","INFO:tensorflow:examples/sec: 8.86931\n","I0619 15:31:33.498354 139999200331648 tpu_estimator.py:2160] examples/sec: 8.86931\n","INFO:tensorflow:global_step/sec: 0.581175\n","I0619 15:31:35.218640 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581175\n","INFO:tensorflow:examples/sec: 9.2988\n","I0619 15:31:35.218900 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2988\n","INFO:tensorflow:global_step/sec: 0.536807\n","I0619 15:31:37.081486 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.536807\n","INFO:tensorflow:examples/sec: 8.58891\n","I0619 15:31:37.081925 139999200331648 tpu_estimator.py:2160] examples/sec: 8.58891\n","INFO:tensorflow:global_step/sec: 0.577458\n","I0619 15:31:38.813214 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577458\n","INFO:tensorflow:examples/sec: 9.23933\n","I0619 15:31:38.813633 139999200331648 tpu_estimator.py:2160] examples/sec: 9.23933\n","INFO:tensorflow:global_step/sec: 0.558355\n","I0619 15:31:40.604259 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.558355\n","INFO:tensorflow:examples/sec: 8.93368\n","I0619 15:31:40.604582 139999200331648 tpu_estimator.py:2160] examples/sec: 8.93368\n","INFO:tensorflow:global_step/sec: 0.580094\n","I0619 15:31:42.328023 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580094\n","INFO:tensorflow:examples/sec: 9.2815\n","I0619 15:31:42.328375 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2815\n","INFO:tensorflow:global_step/sec: 0.538757\n","I0619 15:31:44.184188 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.538757\n","INFO:tensorflow:examples/sec: 8.62011\n","I0619 15:31:44.184650 139999200331648 tpu_estimator.py:2160] examples/sec: 8.62011\n","INFO:tensorflow:global_step/sec: 0.580798\n","I0619 15:31:45.905974 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580798\n","INFO:tensorflow:examples/sec: 9.29276\n","I0619 15:31:45.906318 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29276\n","INFO:tensorflow:global_step/sec: 0.551111\n","I0619 15:31:47.720497 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.551111\n","INFO:tensorflow:examples/sec: 8.81778\n","I0619 15:31:47.720788 139999200331648 tpu_estimator.py:2160] examples/sec: 8.81778\n","INFO:tensorflow:global_step/sec: 0.580699\n","I0619 15:31:49.442533 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580699\n","INFO:tensorflow:examples/sec: 9.29119\n","I0619 15:31:49.442833 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29119\n","INFO:tensorflow:global_step/sec: 0.520833\n","I0619 15:31:51.362533 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.520833\n","INFO:tensorflow:examples/sec: 8.33332\n","I0619 15:31:51.362792 139999200331648 tpu_estimator.py:2160] examples/sec: 8.33332\n","INFO:tensorflow:global_step/sec: 0.579878\n","I0619 15:31:53.087036 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579878\n","INFO:tensorflow:examples/sec: 9.27804\n","I0619 15:31:53.087491 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27804\n","INFO:tensorflow:global_step/sec: 0.573102\n","I0619 15:31:54.831981 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.573102\n","INFO:tensorflow:examples/sec: 9.16963\n","I0619 15:31:54.832418 139999200331648 tpu_estimator.py:2160] examples/sec: 9.16963\n","INFO:tensorflow:global_step/sec: 0.580476\n","I0619 15:31:56.554637 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580476\n","INFO:tensorflow:examples/sec: 9.28762\n","I0619 15:31:56.554973 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28762\n","INFO:tensorflow:global_step/sec: 0.557596\n","I0619 15:31:58.348053 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.557596\n","INFO:tensorflow:examples/sec: 8.92154\n","I0619 15:31:58.348324 139999200331648 tpu_estimator.py:2160] examples/sec: 8.92154\n","INFO:tensorflow:global_step/sec: 0.580774\n","I0619 15:32:00.069905 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580774\n","INFO:tensorflow:examples/sec: 9.29239\n","I0619 15:32:00.070261 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29239\n","INFO:tensorflow:global_step/sec: 0.56683\n","I0619 15:32:01.834059 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.56683\n","INFO:tensorflow:examples/sec: 9.06927\n","I0619 15:32:01.834378 139999200331648 tpu_estimator.py:2160] examples/sec: 9.06927\n","INFO:tensorflow:global_step/sec: 0.580602\n","I0619 15:32:03.556523 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580602\n","INFO:tensorflow:examples/sec: 9.28963\n","I0619 15:32:03.556868 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28963\n","INFO:tensorflow:global_step/sec: 0.582672\n","I0619 15:32:05.272682 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582672\n","INFO:tensorflow:examples/sec: 9.32275\n","I0619 15:32:05.272980 139999200331648 tpu_estimator.py:2160] examples/sec: 9.32275\n","INFO:tensorflow:global_step/sec: 0.579399\n","I0619 15:32:06.998614 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579399\n","INFO:tensorflow:examples/sec: 9.27038\n","I0619 15:32:06.999157 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27038\n","INFO:tensorflow:global_step/sec: 0.55619\n","I0619 15:32:08.796528 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.55619\n","INFO:tensorflow:examples/sec: 8.89904\n","I0619 15:32:08.796840 139999200331648 tpu_estimator.py:2160] examples/sec: 8.89904\n","INFO:tensorflow:global_step/sec: 0.580609\n","I0619 15:32:10.518813 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580609\n","INFO:tensorflow:examples/sec: 9.28974\n","I0619 15:32:10.519243 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28974\n","INFO:tensorflow:global_step/sec: 0.554303\n","I0619 15:32:12.322928 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.554303\n","INFO:tensorflow:examples/sec: 8.86885\n","I0619 15:32:12.323219 139999200331648 tpu_estimator.py:2160] examples/sec: 8.86885\n","INFO:tensorflow:global_step/sec: 0.580957\n","I0619 15:32:14.044201 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580957\n","INFO:tensorflow:examples/sec: 9.29531\n","I0619 15:32:14.044670 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29531\n","INFO:tensorflow:global_step/sec: 0.57516\n","I0619 15:32:15.782856 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.57516\n","INFO:tensorflow:examples/sec: 9.20256\n","I0619 15:32:15.783144 139999200331648 tpu_estimator.py:2160] examples/sec: 9.20256\n","INFO:tensorflow:global_step/sec: 0.579652\n","I0619 15:32:17.508065 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579652\n","INFO:tensorflow:examples/sec: 9.27443\n","I0619 15:32:17.508373 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27443\n","INFO:tensorflow:global_step/sec: 0.556041\n","I0619 15:32:19.306515 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.556041\n","INFO:tensorflow:examples/sec: 8.89665\n","I0619 15:32:19.306790 139999200331648 tpu_estimator.py:2160] examples/sec: 8.89665\n","INFO:tensorflow:global_step/sec: 0.580859\n","I0619 15:32:21.028071 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580859\n","INFO:tensorflow:examples/sec: 9.29374\n","I0619 15:32:21.028556 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29374\n","INFO:tensorflow:global_step/sec: 0.556521\n","I0619 15:32:22.824967 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.556521\n","INFO:tensorflow:examples/sec: 8.90434\n","I0619 15:32:22.825366 139999200331648 tpu_estimator.py:2160] examples/sec: 8.90434\n","INFO:tensorflow:global_step/sec: 0.580704\n","I0619 15:32:24.546980 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580704\n","INFO:tensorflow:examples/sec: 9.29127\n","I0619 15:32:24.547245 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29127\n","INFO:tensorflow:global_step/sec: 0.556634\n","I0619 15:32:26.343573 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.556634\n","INFO:tensorflow:examples/sec: 8.90615\n","I0619 15:32:26.343854 139999200331648 tpu_estimator.py:2160] examples/sec: 8.90615\n","INFO:tensorflow:global_step/sec: 0.575891\n","I0619 15:32:28.079949 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.575891\n","INFO:tensorflow:examples/sec: 9.21425\n","I0619 15:32:28.080230 139999200331648 tpu_estimator.py:2160] examples/sec: 9.21425\n","INFO:tensorflow:global_step/sec: 0.555607\n","I0619 15:32:29.879777 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.555607\n","INFO:tensorflow:examples/sec: 8.88972\n","I0619 15:32:29.880094 139999200331648 tpu_estimator.py:2160] examples/sec: 8.88972\n","INFO:tensorflow:global_step/sec: 0.583409\n","I0619 15:32:31.593853 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.583409\n","INFO:tensorflow:examples/sec: 9.33455\n","I0619 15:32:31.594135 139999200331648 tpu_estimator.py:2160] examples/sec: 9.33455\n","INFO:tensorflow:global_step/sec: 0.571084\n","I0619 15:32:33.344865 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.571084\n","INFO:tensorflow:examples/sec: 9.13734\n","I0619 15:32:33.345137 139999200331648 tpu_estimator.py:2160] examples/sec: 9.13734\n","INFO:tensorflow:global_step/sec: 0.579812\n","I0619 15:32:35.069643 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579812\n","INFO:tensorflow:examples/sec: 9.277\n","I0619 15:32:35.070173 139999200331648 tpu_estimator.py:2160] examples/sec: 9.277\n","INFO:tensorflow:global_step/sec: 0.565701\n","I0619 15:32:36.837316 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.565701\n","INFO:tensorflow:examples/sec: 9.05122\n","I0619 15:32:36.837729 139999200331648 tpu_estimator.py:2160] examples/sec: 9.05122\n","INFO:tensorflow:global_step/sec: 0.578928\n","I0619 15:32:38.564649 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578928\n","INFO:tensorflow:examples/sec: 9.26285\n","I0619 15:32:38.564930 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26285\n","INFO:tensorflow:global_step/sec: 0.557342\n","I0619 15:32:40.358844 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.557342\n","INFO:tensorflow:examples/sec: 8.91748\n","I0619 15:32:40.359334 139999200331648 tpu_estimator.py:2160] examples/sec: 8.91748\n","INFO:tensorflow:global_step/sec: 0.579828\n","I0619 15:32:42.083528 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579828\n","INFO:tensorflow:examples/sec: 9.27726\n","I0619 15:32:42.083824 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27726\n","INFO:tensorflow:global_step/sec: 0.561577\n","I0619 15:32:43.864246 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.561577\n","INFO:tensorflow:examples/sec: 8.98524\n","I0619 15:32:43.864606 139999200331648 tpu_estimator.py:2160] examples/sec: 8.98524\n","INFO:tensorflow:global_step/sec: 0.582337\n","I0619 15:32:45.581502 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582337\n","INFO:tensorflow:examples/sec: 9.31738\n","I0619 15:32:45.582097 139999200331648 tpu_estimator.py:2160] examples/sec: 9.31738\n","INFO:tensorflow:global_step/sec: 0.567425\n","I0619 15:32:47.343786 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.567425\n","INFO:tensorflow:examples/sec: 9.0788\n","I0619 15:32:47.344295 139999200331648 tpu_estimator.py:2160] examples/sec: 9.0788\n","INFO:tensorflow:global_step/sec: 0.58061\n","I0619 15:32:49.066119 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.58061\n","INFO:tensorflow:examples/sec: 9.28977\n","I0619 15:32:49.066568 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28977\n","INFO:tensorflow:global_step/sec: 0.56132\n","I0619 15:32:50.847648 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.56132\n","INFO:tensorflow:examples/sec: 8.98112\n","I0619 15:32:50.847970 139999200331648 tpu_estimator.py:2160] examples/sec: 8.98112\n","INFO:tensorflow:global_step/sec: 0.582799\n","I0619 15:32:52.563544 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582799\n","INFO:tensorflow:examples/sec: 9.32479\n","I0619 15:32:52.564082 139999200331648 tpu_estimator.py:2160] examples/sec: 9.32479\n","INFO:tensorflow:global_step/sec: 0.544221\n","I0619 15:32:54.401033 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.544221\n","INFO:tensorflow:examples/sec: 8.70753\n","I0619 15:32:54.401489 139999200331648 tpu_estimator.py:2160] examples/sec: 8.70753\n","INFO:tensorflow:global_step/sec: 0.582092\n","I0619 15:32:56.118942 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582092\n","INFO:tensorflow:examples/sec: 9.31347\n","I0619 15:32:56.119227 139999200331648 tpu_estimator.py:2160] examples/sec: 9.31347\n","INFO:tensorflow:global_step/sec: 0.557886\n","I0619 15:32:57.911383 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.557886\n","INFO:tensorflow:examples/sec: 8.92617\n","I0619 15:32:57.911828 139999200331648 tpu_estimator.py:2160] examples/sec: 8.92617\n","INFO:tensorflow:global_step/sec: 0.582672\n","I0619 15:32:59.627835 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582672\n","INFO:tensorflow:examples/sec: 9.32275\n","I0619 15:32:59.628314 139999200331648 tpu_estimator.py:2160] examples/sec: 9.32275\n","INFO:tensorflow:global_step/sec: 0.554564\n","I0619 15:33:01.430819 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.554564\n","INFO:tensorflow:examples/sec: 8.87303\n","I0619 15:33:01.431135 139999200331648 tpu_estimator.py:2160] examples/sec: 8.87303\n","INFO:tensorflow:global_step/sec: 0.582694\n","I0619 15:33:03.147017 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582694\n","INFO:tensorflow:examples/sec: 9.3231\n","I0619 15:33:03.147350 139999200331648 tpu_estimator.py:2160] examples/sec: 9.3231\n","INFO:tensorflow:global_step/sec: 0.542708\n","I0619 15:33:04.989642 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.542708\n","INFO:tensorflow:examples/sec: 8.68333\n","I0619 15:33:04.990079 139999200331648 tpu_estimator.py:2160] examples/sec: 8.68333\n","INFO:tensorflow:global_step/sec: 0.580322\n","I0619 15:33:06.712841 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580322\n","INFO:tensorflow:examples/sec: 9.28515\n","I0619 15:33:06.713138 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28515\n","INFO:tensorflow:global_step/sec: 0.557716\n","I0619 15:33:08.505917 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.557716\n","INFO:tensorflow:examples/sec: 8.92345\n","I0619 15:33:08.506418 139999200331648 tpu_estimator.py:2160] examples/sec: 8.92345\n","INFO:tensorflow:global_step/sec: 0.577775\n","I0619 15:33:10.236626 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577775\n","INFO:tensorflow:examples/sec: 9.2444\n","I0619 15:33:10.236909 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2444\n","INFO:tensorflow:global_step/sec: 0.556924\n","I0619 15:33:12.032191 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.556924\n","INFO:tensorflow:examples/sec: 8.91079\n","I0619 15:33:12.032628 139999200331648 tpu_estimator.py:2160] examples/sec: 8.91079\n","INFO:tensorflow:global_step/sec: 0.584255\n","I0619 15:33:13.743764 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.584255\n","INFO:tensorflow:examples/sec: 9.34809\n","I0619 15:33:13.744040 139999200331648 tpu_estimator.py:2160] examples/sec: 9.34809\n","INFO:tensorflow:global_step/sec: 0.559981\n","I0619 15:33:15.529616 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.559981\n","INFO:tensorflow:examples/sec: 8.9597\n","I0619 15:33:15.529962 139999200331648 tpu_estimator.py:2160] examples/sec: 8.9597\n","INFO:tensorflow:global_step/sec: 0.584149\n","I0619 15:33:17.241474 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.584149\n","INFO:tensorflow:examples/sec: 9.34638\n","I0619 15:33:17.241960 139999200331648 tpu_estimator.py:2160] examples/sec: 9.34638\n","INFO:tensorflow:global_step/sec: 0.579524\n","I0619 15:33:18.966988 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579524\n","INFO:tensorflow:examples/sec: 9.27238\n","I0619 15:33:18.967430 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27238\n","INFO:tensorflow:global_step/sec: 0.580471\n","I0619 15:33:20.689711 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580471\n","INFO:tensorflow:examples/sec: 9.28753\n","I0619 15:33:20.690178 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28753\n","INFO:tensorflow:global_step/sec: 0.55216\n","I0619 15:33:22.500773 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.55216\n","INFO:tensorflow:examples/sec: 8.83456\n","I0619 15:33:22.501272 139999200331648 tpu_estimator.py:2160] examples/sec: 8.83456\n","INFO:tensorflow:global_step/sec: 0.583224\n","I0619 15:33:24.215378 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.583224\n","INFO:tensorflow:examples/sec: 9.33159\n","I0619 15:33:24.215736 139999200331648 tpu_estimator.py:2160] examples/sec: 9.33159\n","INFO:tensorflow:global_step/sec: 0.559142\n","I0619 15:33:26.003841 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.559142\n","INFO:tensorflow:examples/sec: 8.94627\n","I0619 15:33:26.004120 139999200331648 tpu_estimator.py:2160] examples/sec: 8.94627\n","INFO:tensorflow:global_step/sec: 0.582449\n","I0619 15:33:27.720723 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582449\n","INFO:tensorflow:examples/sec: 9.31918\n","I0619 15:33:27.721024 139999200331648 tpu_estimator.py:2160] examples/sec: 9.31918\n","INFO:tensorflow:global_step/sec: 0.557764\n","I0619 15:33:29.513641 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.557764\n","INFO:tensorflow:examples/sec: 8.92422\n","I0619 15:33:29.514070 139999200331648 tpu_estimator.py:2160] examples/sec: 8.92422\n","INFO:tensorflow:global_step/sec: 0.58199\n","I0619 15:33:31.231853 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.58199\n","INFO:tensorflow:examples/sec: 9.31184\n","I0619 15:33:31.232161 139999200331648 tpu_estimator.py:2160] examples/sec: 9.31184\n","INFO:tensorflow:global_step/sec: 0.532104\n","I0619 15:33:33.111190 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.532104\n","INFO:tensorflow:examples/sec: 8.51366\n","I0619 15:33:33.111619 139999200331648 tpu_estimator.py:2160] examples/sec: 8.51366\n","INFO:tensorflow:global_step/sec: 0.5796\n","I0619 15:33:34.836517 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.5796\n","INFO:tensorflow:examples/sec: 9.2736\n","I0619 15:33:34.836943 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2736\n","INFO:tensorflow:global_step/sec: 0.556011\n","I0619 15:33:36.635048 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.556011\n","INFO:tensorflow:examples/sec: 8.89618\n","I0619 15:33:36.635568 139999200331648 tpu_estimator.py:2160] examples/sec: 8.89618\n","INFO:tensorflow:global_step/sec: 0.581705\n","I0619 15:33:38.354140 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581705\n","INFO:tensorflow:examples/sec: 9.30728\n","I0619 15:33:38.354411 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30728\n","INFO:tensorflow:global_step/sec: 0.548429\n","I0619 15:33:40.177521 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.548429\n","INFO:tensorflow:examples/sec: 8.77486\n","I0619 15:33:40.177924 139999200331648 tpu_estimator.py:2160] examples/sec: 8.77486\n","INFO:tensorflow:global_step/sec: 0.578751\n","I0619 15:33:41.905374 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578751\n","INFO:tensorflow:examples/sec: 9.26001\n","I0619 15:33:41.905929 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26001\n","INFO:tensorflow:global_step/sec: 0.565263\n","I0619 15:33:43.674467 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.565263\n","INFO:tensorflow:examples/sec: 9.04422\n","I0619 15:33:43.674766 139999200331648 tpu_estimator.py:2160] examples/sec: 9.04422\n","INFO:tensorflow:global_step/sec: 0.579934\n","I0619 15:33:45.398808 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579934\n","INFO:tensorflow:examples/sec: 9.27895\n","I0619 15:33:45.399251 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27895\n","INFO:tensorflow:global_step/sec: 0.557545\n","I0619 15:33:47.192365 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.557545\n","INFO:tensorflow:examples/sec: 8.92072\n","I0619 15:33:47.192788 139999200331648 tpu_estimator.py:2160] examples/sec: 8.92072\n","INFO:tensorflow:global_step/sec: 0.578485\n","I0619 15:33:48.921065 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578485\n","INFO:tensorflow:examples/sec: 9.25576\n","I0619 15:33:48.921350 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25576\n","INFO:tensorflow:global_step/sec: 0.55422\n","I0619 15:33:50.725368 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.55422\n","INFO:tensorflow:examples/sec: 8.86752\n","I0619 15:33:50.725862 139999200331648 tpu_estimator.py:2160] examples/sec: 8.86752\n","INFO:tensorflow:global_step/sec: 0.581244\n","I0619 15:33:52.445825 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581244\n","INFO:tensorflow:examples/sec: 9.2999\n","I0619 15:33:52.446517 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2999\n","INFO:tensorflow:global_step/sec: 0.559046\n","I0619 15:33:54.234636 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.559046\n","INFO:tensorflow:examples/sec: 8.94474\n","I0619 15:33:54.234913 139999200331648 tpu_estimator.py:2160] examples/sec: 8.94474\n","INFO:tensorflow:global_step/sec: 0.580134\n","I0619 15:33:55.958305 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580134\n","INFO:tensorflow:examples/sec: 9.28214\n","I0619 15:33:55.958609 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28214\n","INFO:tensorflow:global_step/sec: 0.571899\n","I0619 15:33:57.706888 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.571899\n","INFO:tensorflow:examples/sec: 9.15038\n","I0619 15:33:57.707348 139999200331648 tpu_estimator.py:2160] examples/sec: 9.15038\n","INFO:tensorflow:global_step/sec: 0.581531\n","I0619 15:33:59.426506 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581531\n","INFO:tensorflow:examples/sec: 9.30449\n","I0619 15:33:59.426949 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30449\n","INFO:tensorflow:global_step/sec: 0.573847\n","I0619 15:34:01.169144 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.573847\n","INFO:tensorflow:examples/sec: 9.18155\n","I0619 15:34:01.169499 139999200331648 tpu_estimator.py:2160] examples/sec: 9.18155\n","INFO:tensorflow:global_step/sec: 0.581266\n","I0619 15:34:02.889534 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581266\n","INFO:tensorflow:examples/sec: 9.30026\n","I0619 15:34:02.889836 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30026\n","INFO:tensorflow:global_step/sec: 0.554882\n","I0619 15:34:04.691766 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.554882\n","INFO:tensorflow:examples/sec: 8.87811\n","I0619 15:34:04.692235 139999200331648 tpu_estimator.py:2160] examples/sec: 8.87811\n","INFO:tensorflow:global_step/sec: 0.58017\n","I0619 15:34:06.415339 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.58017\n","INFO:tensorflow:examples/sec: 9.28272\n","I0619 15:34:06.415815 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28272\n","INFO:tensorflow:global_step/sec: 0.559942\n","I0619 15:34:08.201193 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.559942\n","INFO:tensorflow:examples/sec: 8.95907\n","I0619 15:34:08.201533 139999200331648 tpu_estimator.py:2160] examples/sec: 8.95907\n","INFO:tensorflow:global_step/sec: 0.577997\n","I0619 15:34:09.931359 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577997\n","INFO:tensorflow:examples/sec: 9.24795\n","I0619 15:34:09.931933 139999200331648 tpu_estimator.py:2160] examples/sec: 9.24795\n","INFO:tensorflow:global_step/sec: 0.571277\n","I0619 15:34:11.681802 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.571277\n","INFO:tensorflow:examples/sec: 9.14043\n","I0619 15:34:11.682207 139999200331648 tpu_estimator.py:2160] examples/sec: 9.14043\n","INFO:tensorflow:global_step/sec: 0.582657\n","I0619 15:34:13.398093 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582657\n","INFO:tensorflow:examples/sec: 9.32251\n","I0619 15:34:13.398468 139999200331648 tpu_estimator.py:2160] examples/sec: 9.32251\n","INFO:tensorflow:global_step/sec: 0.552365\n","I0619 15:34:15.208487 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.552365\n","INFO:tensorflow:examples/sec: 8.83785\n","I0619 15:34:15.208812 139999200331648 tpu_estimator.py:2160] examples/sec: 8.83785\n","INFO:tensorflow:global_step/sec: 0.582367\n","I0619 15:34:16.925686 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582367\n","INFO:tensorflow:examples/sec: 9.31787\n","I0619 15:34:16.926018 139999200331648 tpu_estimator.py:2160] examples/sec: 9.31787\n","INFO:tensorflow:global_step/sec: 0.546181\n","I0619 15:34:18.756513 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.546181\n","INFO:tensorflow:examples/sec: 8.7389\n","I0619 15:34:18.756814 139999200331648 tpu_estimator.py:2160] examples/sec: 8.7389\n","INFO:tensorflow:global_step/sec: 0.583309\n","I0619 15:34:20.470838 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.583309\n","INFO:tensorflow:examples/sec: 9.33294\n","I0619 15:34:20.471126 139999200331648 tpu_estimator.py:2160] examples/sec: 9.33294\n","INFO:tensorflow:global_step/sec: 0.582265\n","I0619 15:34:22.188277 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582265\n","INFO:tensorflow:examples/sec: 9.31624\n","I0619 15:34:22.188739 139999200331648 tpu_estimator.py:2160] examples/sec: 9.31624\n","INFO:tensorflow:global_step/sec: 0.579507\n","I0619 15:34:23.913887 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579507\n","INFO:tensorflow:examples/sec: 9.27211\n","I0619 15:34:23.914330 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27211\n","INFO:tensorflow:global_step/sec: 0.557219\n","I0619 15:34:25.708518 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.557219\n","INFO:tensorflow:examples/sec: 8.91551\n","I0619 15:34:25.708834 139999200331648 tpu_estimator.py:2160] examples/sec: 8.91551\n","INFO:tensorflow:global_step/sec: 0.581096\n","I0619 15:34:27.429461 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581096\n","INFO:tensorflow:examples/sec: 9.29753\n","I0619 15:34:27.430296 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29753\n","INFO:tensorflow:global_step/sec: 0.54482\n","I0619 15:34:29.264834 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.54482\n","INFO:tensorflow:examples/sec: 8.71712\n","I0619 15:34:29.265141 139999200331648 tpu_estimator.py:2160] examples/sec: 8.71712\n","INFO:tensorflow:global_step/sec: 0.580168\n","I0619 15:34:30.988521 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580168\n","INFO:tensorflow:examples/sec: 9.28269\n","I0619 15:34:30.988823 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28269\n","INFO:tensorflow:global_step/sec: 0.576066\n","I0619 15:34:32.724462 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.576066\n","INFO:tensorflow:examples/sec: 9.21705\n","I0619 15:34:32.724873 139999200331648 tpu_estimator.py:2160] examples/sec: 9.21705\n","INFO:tensorflow:global_step/sec: 0.582561\n","I0619 15:34:34.440955 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582561\n","INFO:tensorflow:examples/sec: 9.32097\n","I0619 15:34:34.441222 139999200331648 tpu_estimator.py:2160] examples/sec: 9.32097\n","INFO:tensorflow:global_step/sec: 0.564352\n","I0619 15:34:36.212955 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.564352\n","INFO:tensorflow:examples/sec: 9.02964\n","I0619 15:34:36.213422 139999200331648 tpu_estimator.py:2160] examples/sec: 9.02964\n","INFO:tensorflow:global_step/sec: 0.577575\n","I0619 15:34:37.944327 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577575\n","INFO:tensorflow:examples/sec: 9.24119\n","I0619 15:34:37.944813 139999200331648 tpu_estimator.py:2160] examples/sec: 9.24119\n","INFO:tensorflow:global_step/sec: 0.572757\n","I0619 15:34:39.690207 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.572757\n","INFO:tensorflow:examples/sec: 9.1641\n","I0619 15:34:39.690711 139999200331648 tpu_estimator.py:2160] examples/sec: 9.1641\n","INFO:tensorflow:global_step/sec: 0.583279\n","I0619 15:34:41.404741 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.583279\n","INFO:tensorflow:examples/sec: 9.33247\n","I0619 15:34:41.405267 139999200331648 tpu_estimator.py:2160] examples/sec: 9.33247\n","INFO:tensorflow:global_step/sec: 0.556962\n","I0619 15:34:43.200129 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.556962\n","INFO:tensorflow:examples/sec: 8.91139\n","I0619 15:34:43.200694 139999200331648 tpu_estimator.py:2160] examples/sec: 8.91139\n","INFO:tensorflow:global_step/sec: 0.583798\n","I0619 15:34:44.913037 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.583798\n","INFO:tensorflow:examples/sec: 9.34076\n","I0619 15:34:44.913432 139999200331648 tpu_estimator.py:2160] examples/sec: 9.34076\n","INFO:tensorflow:global_step/sec: 0.55916\n","I0619 15:34:46.701427 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.55916\n","INFO:tensorflow:examples/sec: 8.94656\n","I0619 15:34:46.701767 139999200331648 tpu_estimator.py:2160] examples/sec: 8.94656\n","INFO:tensorflow:global_step/sec: 0.581326\n","I0619 15:34:48.421697 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581326\n","INFO:tensorflow:examples/sec: 9.30122\n","I0619 15:34:48.422020 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30122\n","INFO:tensorflow:global_step/sec: 0.557975\n","I0619 15:34:50.213851 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.557975\n","INFO:tensorflow:examples/sec: 8.9276\n","I0619 15:34:50.214149 139999200331648 tpu_estimator.py:2160] examples/sec: 8.9276\n","INFO:tensorflow:global_step/sec: 0.585265\n","I0619 15:34:51.922480 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.585265\n","INFO:tensorflow:examples/sec: 9.36425\n","I0619 15:34:51.922839 139999200331648 tpu_estimator.py:2160] examples/sec: 9.36425\n","INFO:tensorflow:global_step/sec: 0.571235\n","I0619 15:34:53.673077 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.571235\n","INFO:tensorflow:examples/sec: 9.13976\n","I0619 15:34:53.673356 139999200331648 tpu_estimator.py:2160] examples/sec: 9.13976\n","INFO:tensorflow:global_step/sec: 0.582171\n","I0619 15:34:55.390798 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582171\n","INFO:tensorflow:examples/sec: 9.31473\n","I0619 15:34:55.391130 139999200331648 tpu_estimator.py:2160] examples/sec: 9.31473\n","INFO:tensorflow:global_step/sec: 0.564588\n","I0619 15:34:57.162013 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.564588\n","INFO:tensorflow:examples/sec: 9.03342\n","I0619 15:34:57.162467 139999200331648 tpu_estimator.py:2160] examples/sec: 9.03342\n","INFO:tensorflow:global_step/sec: 0.582208\n","I0619 15:34:58.879600 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582208\n","INFO:tensorflow:examples/sec: 9.31532\n","I0619 15:34:58.879908 139999200331648 tpu_estimator.py:2160] examples/sec: 9.31532\n","INFO:tensorflow:global_step/sec: 0.562274\n","I0619 15:35:00.658064 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.562274\n","INFO:tensorflow:examples/sec: 8.99638\n","I0619 15:35:00.658338 139999200331648 tpu_estimator.py:2160] examples/sec: 8.99638\n","INFO:tensorflow:global_step/sec: 0.581269\n","I0619 15:35:02.378462 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581269\n","INFO:tensorflow:examples/sec: 9.3003\n","I0619 15:35:02.378968 139999200331648 tpu_estimator.py:2160] examples/sec: 9.3003\n","INFO:tensorflow:global_step/sec: 0.56358\n","I0619 15:35:04.152776 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.56358\n","INFO:tensorflow:examples/sec: 9.01728\n","I0619 15:35:04.153057 139999200331648 tpu_estimator.py:2160] examples/sec: 9.01728\n","INFO:tensorflow:global_step/sec: 0.580305\n","I0619 15:35:05.876095 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580305\n","INFO:tensorflow:examples/sec: 9.28487\n","I0619 15:35:05.876562 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28487\n","INFO:tensorflow:global_step/sec: 0.540536\n","I0619 15:35:07.726065 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.540536\n","INFO:tensorflow:examples/sec: 8.64858\n","I0619 15:35:07.726687 139999200331648 tpu_estimator.py:2160] examples/sec: 8.64858\n","INFO:tensorflow:global_step/sec: 0.582993\n","I0619 15:35:09.441344 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582993\n","INFO:tensorflow:examples/sec: 9.32788\n","I0619 15:35:09.441639 139999200331648 tpu_estimator.py:2160] examples/sec: 9.32788\n","INFO:tensorflow:global_step/sec: 0.556505\n","I0619 15:35:11.238397 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.556505\n","INFO:tensorflow:examples/sec: 8.90408\n","I0619 15:35:11.238743 139999200331648 tpu_estimator.py:2160] examples/sec: 8.90408\n","INFO:tensorflow:global_step/sec: 0.581542\n","I0619 15:35:12.957858 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581542\n","INFO:tensorflow:examples/sec: 9.30468\n","I0619 15:35:12.958135 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30468\n","INFO:tensorflow:global_step/sec: 0.555074\n","I0619 15:35:14.759466 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.555074\n","INFO:tensorflow:examples/sec: 8.88118\n","I0619 15:35:14.760788 139999200331648 tpu_estimator.py:2160] examples/sec: 8.88118\n","INFO:tensorflow:global_step/sec: 0.583136\n","I0619 15:35:16.474274 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.583136\n","INFO:tensorflow:examples/sec: 9.33018\n","I0619 15:35:16.474752 139999200331648 tpu_estimator.py:2160] examples/sec: 9.33018\n","INFO:tensorflow:global_step/sec: 0.552603\n","I0619 15:35:18.283936 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.552603\n","INFO:tensorflow:examples/sec: 8.84165\n","I0619 15:35:18.284207 139999200331648 tpu_estimator.py:2160] examples/sec: 8.84165\n","INFO:tensorflow:global_step/sec: 0.580739\n","I0619 15:35:20.005833 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580739\n","INFO:tensorflow:examples/sec: 9.29183\n","I0619 15:35:20.006172 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29183\n","INFO:tensorflow:global_step/sec: 0.549871\n","I0619 15:35:21.824487 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.549871\n","INFO:tensorflow:examples/sec: 8.79793\n","I0619 15:35:21.824759 139999200331648 tpu_estimator.py:2160] examples/sec: 8.79793\n","INFO:tensorflow:global_step/sec: 0.581431\n","I0619 15:35:23.544328 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581431\n","INFO:tensorflow:examples/sec: 9.3029\n","I0619 15:35:23.544737 139999200331648 tpu_estimator.py:2160] examples/sec: 9.3029\n","INFO:tensorflow:global_step/sec: 0.505748\n","I0619 15:35:25.521663 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.505748\n","INFO:tensorflow:examples/sec: 8.09196\n","I0619 15:35:25.521998 139999200331648 tpu_estimator.py:2160] examples/sec: 8.09196\n","INFO:tensorflow:global_step/sec: 0.579641\n","I0619 15:35:27.246832 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579641\n","INFO:tensorflow:examples/sec: 9.27426\n","I0619 15:35:27.247128 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27426\n","INFO:tensorflow:global_step/sec: 0.557747\n","I0619 15:35:29.039730 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.557747\n","INFO:tensorflow:examples/sec: 8.92395\n","I0619 15:35:29.040016 139999200331648 tpu_estimator.py:2160] examples/sec: 8.92395\n","INFO:tensorflow:global_step/sec: 0.581163\n","I0619 15:35:30.760421 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581163\n","INFO:tensorflow:examples/sec: 9.29861\n","I0619 15:35:30.760719 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29861\n","INFO:tensorflow:global_step/sec: 0.559618\n","I0619 15:35:32.547383 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.559618\n","INFO:tensorflow:examples/sec: 8.95389\n","I0619 15:35:32.547857 139999200331648 tpu_estimator.py:2160] examples/sec: 8.95389\n","INFO:tensorflow:global_step/sec: 0.580003\n","I0619 15:35:34.271542 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580003\n","INFO:tensorflow:examples/sec: 9.28004\n","I0619 15:35:34.271853 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28004\n","INFO:tensorflow:global_step/sec: 0.578274\n","I0619 15:35:36.000814 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578274\n","INFO:tensorflow:examples/sec: 9.25239\n","I0619 15:35:36.001160 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25239\n","INFO:tensorflow:global_step/sec: 0.580532\n","I0619 15:35:37.723318 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580532\n","INFO:tensorflow:examples/sec: 9.28851\n","I0619 15:35:37.723744 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28851\n","INFO:tensorflow:global_step/sec: 0.556955\n","I0619 15:35:39.518782 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.556955\n","INFO:tensorflow:examples/sec: 8.91128\n","I0619 15:35:39.519205 139999200331648 tpu_estimator.py:2160] examples/sec: 8.91128\n","INFO:tensorflow:global_step/sec: 0.584113\n","I0619 15:35:41.230817 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.584113\n","INFO:tensorflow:examples/sec: 9.3458\n","I0619 15:35:41.231247 139999200331648 tpu_estimator.py:2160] examples/sec: 9.3458\n","INFO:tensorflow:global_step/sec: 0.583743\n","I0619 15:35:42.943893 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.583743\n","INFO:tensorflow:examples/sec: 9.33989\n","I0619 15:35:42.944175 139999200331648 tpu_estimator.py:2160] examples/sec: 9.33989\n","INFO:tensorflow:global_step/sec: 0.580722\n","I0619 15:35:44.665926 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580722\n","INFO:tensorflow:examples/sec: 9.29155\n","I0619 15:35:44.666200 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29155\n","INFO:tensorflow:global_step/sec: 0.550003\n","I0619 15:35:46.484061 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.550003\n","INFO:tensorflow:examples/sec: 8.80005\n","I0619 15:35:46.484507 139999200331648 tpu_estimator.py:2160] examples/sec: 8.80005\n","INFO:tensorflow:global_step/sec: 0.580534\n","I0619 15:35:48.206639 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580534\n","INFO:tensorflow:examples/sec: 9.28854\n","I0619 15:35:48.206990 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28854\n","INFO:tensorflow:global_step/sec: 0.558305\n","I0619 15:35:49.997754 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.558305\n","INFO:tensorflow:examples/sec: 8.93288\n","I0619 15:35:49.998061 139999200331648 tpu_estimator.py:2160] examples/sec: 8.93288\n","INFO:tensorflow:global_step/sec: 0.582786\n","I0619 15:35:51.713716 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582786\n","INFO:tensorflow:examples/sec: 9.32457\n","I0619 15:35:51.713991 139999200331648 tpu_estimator.py:2160] examples/sec: 9.32457\n","INFO:tensorflow:global_step/sec: 0.554937\n","I0619 15:35:53.515659 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.554937\n","INFO:tensorflow:examples/sec: 8.87899\n","I0619 15:35:53.515907 139999200331648 tpu_estimator.py:2160] examples/sec: 8.87899\n","INFO:tensorflow:global_step/sec: 0.580996\n","I0619 15:35:55.236836 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580996\n","INFO:tensorflow:examples/sec: 9.29594\n","I0619 15:35:55.237402 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29594\n","INFO:tensorflow:global_step/sec: 0.574664\n","I0619 15:35:56.977013 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.574664\n","INFO:tensorflow:examples/sec: 9.19463\n","I0619 15:35:56.977336 139999200331648 tpu_estimator.py:2160] examples/sec: 9.19463\n","INFO:tensorflow:global_step/sec: 0.582258\n","I0619 15:35:58.694468 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582258\n","INFO:tensorflow:examples/sec: 9.31613\n","I0619 15:35:58.694886 139999200331648 tpu_estimator.py:2160] examples/sec: 9.31613\n","INFO:tensorflow:global_step/sec: 0.56697\n","I0619 15:36:00.458338 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.56697\n","INFO:tensorflow:examples/sec: 9.07152\n","I0619 15:36:00.458664 139999200331648 tpu_estimator.py:2160] examples/sec: 9.07152\n","INFO:tensorflow:global_step/sec: 0.580269\n","I0619 15:36:02.181568 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580269\n","INFO:tensorflow:examples/sec: 9.28431\n","I0619 15:36:02.181831 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28431\n","INFO:tensorflow:global_step/sec: 0.561759\n","I0619 15:36:03.961710 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.561759\n","INFO:tensorflow:examples/sec: 8.98815\n","I0619 15:36:03.962056 139999200331648 tpu_estimator.py:2160] examples/sec: 8.98815\n","INFO:tensorflow:global_step/sec: 0.582148\n","I0619 15:36:05.679484 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582148\n","INFO:tensorflow:examples/sec: 9.31437\n","I0619 15:36:05.679759 139999200331648 tpu_estimator.py:2160] examples/sec: 9.31437\n","INFO:tensorflow:global_step/sec: 0.563956\n","I0619 15:36:07.452661 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.563956\n","INFO:tensorflow:examples/sec: 9.0233\n","I0619 15:36:07.452977 139999200331648 tpu_estimator.py:2160] examples/sec: 9.0233\n","INFO:tensorflow:global_step/sec: 0.578653\n","I0619 15:36:09.180752 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578653\n","INFO:tensorflow:examples/sec: 9.25844\n","I0619 15:36:09.181054 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25844\n","INFO:tensorflow:global_step/sec: 0.558167\n","I0619 15:36:10.972326 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.558167\n","INFO:tensorflow:examples/sec: 8.93068\n","I0619 15:36:10.972638 139999200331648 tpu_estimator.py:2160] examples/sec: 8.93068\n","INFO:tensorflow:global_step/sec: 0.581627\n","I0619 15:36:12.691697 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581627\n","INFO:tensorflow:examples/sec: 9.30604\n","I0619 15:36:12.691959 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30604\n","INFO:tensorflow:global_step/sec: 0.557697\n","I0619 15:36:14.484748 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.557697\n","INFO:tensorflow:examples/sec: 8.92315\n","I0619 15:36:14.485059 139999200331648 tpu_estimator.py:2160] examples/sec: 8.92315\n","INFO:tensorflow:global_step/sec: 0.581844\n","I0619 15:36:16.203454 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581844\n","INFO:tensorflow:examples/sec: 9.3095\n","I0619 15:36:16.203730 139999200331648 tpu_estimator.py:2160] examples/sec: 9.3095\n","INFO:tensorflow:global_step/sec: 0.53083\n","I0619 15:36:18.087370 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.53083\n","INFO:tensorflow:examples/sec: 8.49328\n","I0619 15:36:18.087687 139999200331648 tpu_estimator.py:2160] examples/sec: 8.49328\n","INFO:tensorflow:global_step/sec: 0.579392\n","I0619 15:36:19.813227 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579392\n","INFO:tensorflow:examples/sec: 9.27027\n","I0619 15:36:19.813528 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27027\n","INFO:tensorflow:global_step/sec: 0.556849\n","I0619 15:36:21.609041 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.556849\n","INFO:tensorflow:examples/sec: 8.90958\n","I0619 15:36:21.609372 139999200331648 tpu_estimator.py:2160] examples/sec: 8.90958\n","INFO:tensorflow:global_step/sec: 0.585371\n","I0619 15:36:23.317354 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.585371\n","INFO:tensorflow:examples/sec: 9.36594\n","I0619 15:36:23.317836 139999200331648 tpu_estimator.py:2160] examples/sec: 9.36594\n","INFO:tensorflow:global_step/sec: 0.554984\n","I0619 15:36:25.119240 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.554984\n","INFO:tensorflow:examples/sec: 8.87974\n","I0619 15:36:25.119726 139999200331648 tpu_estimator.py:2160] examples/sec: 8.87974\n","INFO:tensorflow:global_step/sec: 0.579976\n","I0619 15:36:26.843419 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579976\n","INFO:tensorflow:examples/sec: 9.27962\n","I0619 15:36:26.843961 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27962\n","INFO:tensorflow:global_step/sec: 0.561132\n","I0619 15:36:28.625547 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.561132\n","INFO:tensorflow:examples/sec: 8.97812\n","I0619 15:36:28.626023 139999200331648 tpu_estimator.py:2160] examples/sec: 8.97812\n","INFO:tensorflow:global_step/sec: 0.579362\n","I0619 15:36:30.351629 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579362\n","INFO:tensorflow:examples/sec: 9.26979\n","I0619 15:36:30.352043 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26979\n","INFO:tensorflow:global_step/sec: 0.520429\n","I0619 15:36:32.273078 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.520429\n","INFO:tensorflow:examples/sec: 8.32687\n","I0619 15:36:32.273483 139999200331648 tpu_estimator.py:2160] examples/sec: 8.32687\n","INFO:tensorflow:global_step/sec: 0.580448\n","I0619 15:36:33.995892 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580448\n","INFO:tensorflow:examples/sec: 9.28716\n","I0619 15:36:33.996252 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28716\n","INFO:tensorflow:global_step/sec: 0.575567\n","I0619 15:36:35.733343 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.575567\n","INFO:tensorflow:examples/sec: 9.20906\n","I0619 15:36:35.733643 139999200331648 tpu_estimator.py:2160] examples/sec: 9.20906\n","INFO:tensorflow:global_step/sec: 0.581119\n","I0619 15:36:37.454090 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581119\n","INFO:tensorflow:examples/sec: 9.2979\n","I0619 15:36:37.454558 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2979\n","INFO:tensorflow:global_step/sec: 0.551184\n","I0619 15:36:39.268487 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.551184\n","INFO:tensorflow:examples/sec: 8.81894\n","I0619 15:36:39.268830 139999200331648 tpu_estimator.py:2160] examples/sec: 8.81894\n","INFO:tensorflow:global_step/sec: 0.582072\n","I0619 15:36:40.986384 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582072\n","INFO:tensorflow:examples/sec: 9.31315\n","I0619 15:36:40.986689 139999200331648 tpu_estimator.py:2160] examples/sec: 9.31315\n","INFO:tensorflow:global_step/sec: 0.537923\n","I0619 15:36:42.845395 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.537923\n","INFO:tensorflow:examples/sec: 8.60677\n","I0619 15:36:42.845865 139999200331648 tpu_estimator.py:2160] examples/sec: 8.60677\n","INFO:tensorflow:global_step/sec: 0.583971\n","I0619 15:36:44.557830 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.583971\n","INFO:tensorflow:examples/sec: 9.34353\n","I0619 15:36:44.558261 139999200331648 tpu_estimator.py:2160] examples/sec: 9.34353\n","INFO:tensorflow:global_step/sec: 0.555805\n","I0619 15:36:46.357052 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.555805\n","INFO:tensorflow:examples/sec: 8.89288\n","I0619 15:36:46.357351 139999200331648 tpu_estimator.py:2160] examples/sec: 8.89288\n","INFO:tensorflow:global_step/sec: 0.582698\n","I0619 15:36:48.073131 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582698\n","INFO:tensorflow:examples/sec: 9.32316\n","I0619 15:36:48.073421 139999200331648 tpu_estimator.py:2160] examples/sec: 9.32316\n","INFO:tensorflow:global_step/sec: 0.5162\n","I0619 15:36:50.010366 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.5162\n","INFO:tensorflow:examples/sec: 8.2592\n","I0619 15:36:50.010703 139999200331648 tpu_estimator.py:2160] examples/sec: 8.2592\n","INFO:tensorflow:global_step/sec: 0.57858\n","I0619 15:36:51.738743 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.57858\n","INFO:tensorflow:examples/sec: 9.25729\n","I0619 15:36:51.739049 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25729\n","INFO:tensorflow:global_step/sec: 0.541335\n","I0619 15:36:53.586018 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.541335\n","INFO:tensorflow:examples/sec: 8.66135\n","I0619 15:36:53.586276 139999200331648 tpu_estimator.py:2160] examples/sec: 8.66135\n","INFO:tensorflow:global_step/sec: 0.58202\n","I0619 15:36:55.304233 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.58202\n","INFO:tensorflow:examples/sec: 9.31232\n","I0619 15:36:55.304704 139999200331648 tpu_estimator.py:2160] examples/sec: 9.31232\n","INFO:tensorflow:global_step/sec: 0.558316\n","I0619 15:36:57.095291 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.558316\n","INFO:tensorflow:examples/sec: 8.93305\n","I0619 15:36:57.095601 139999200331648 tpu_estimator.py:2160] examples/sec: 8.93305\n","INFO:tensorflow:global_step/sec: 0.580563\n","I0619 15:36:58.817773 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580563\n","INFO:tensorflow:examples/sec: 9.289\n","I0619 15:36:58.818077 139999200331648 tpu_estimator.py:2160] examples/sec: 9.289\n","INFO:tensorflow:global_step/sec: 0.546544\n","I0619 15:37:00.647471 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.546544\n","INFO:tensorflow:examples/sec: 8.74471\n","I0619 15:37:00.647773 139999200331648 tpu_estimator.py:2160] examples/sec: 8.74471\n","INFO:tensorflow:global_step/sec: 0.584141\n","I0619 15:37:02.359366 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.584141\n","INFO:tensorflow:examples/sec: 9.34626\n","I0619 15:37:02.359915 139999200331648 tpu_estimator.py:2160] examples/sec: 9.34626\n","INFO:tensorflow:global_step/sec: 0.547014\n","I0619 15:37:04.187422 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.547014\n","INFO:tensorflow:examples/sec: 8.75223\n","I0619 15:37:04.187719 139999200331648 tpu_estimator.py:2160] examples/sec: 8.75223\n","INFO:tensorflow:global_step/sec: 0.582147\n","I0619 15:37:05.905232 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582147\n","INFO:tensorflow:examples/sec: 9.31435\n","I0619 15:37:05.905551 139999200331648 tpu_estimator.py:2160] examples/sec: 9.31435\n","INFO:tensorflow:global_step/sec: 0.559516\n","I0619 15:37:07.692517 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.559516\n","INFO:tensorflow:examples/sec: 8.95226\n","I0619 15:37:07.692793 139999200331648 tpu_estimator.py:2160] examples/sec: 8.95226\n","INFO:tensorflow:global_step/sec: 0.581512\n","I0619 15:37:09.412140 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581512\n","INFO:tensorflow:examples/sec: 9.30419\n","I0619 15:37:09.412416 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30419\n","INFO:tensorflow:global_step/sec: 0.516596\n","I0619 15:37:11.347897 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.516596\n","INFO:tensorflow:examples/sec: 8.26553\n","I0619 15:37:11.348176 139999200331648 tpu_estimator.py:2160] examples/sec: 8.26553\n","INFO:tensorflow:global_step/sec: 0.574431\n","I0619 15:37:13.088748 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.574431\n","INFO:tensorflow:examples/sec: 9.1909\n","I0619 15:37:13.089073 139999200331648 tpu_estimator.py:2160] examples/sec: 9.1909\n","INFO:tensorflow:global_step/sec: 0.537499\n","I0619 15:37:14.949234 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.537499\n","INFO:tensorflow:examples/sec: 8.59999\n","I0619 15:37:14.949560 139999200331648 tpu_estimator.py:2160] examples/sec: 8.59999\n","INFO:tensorflow:global_step/sec: 0.583321\n","I0619 15:37:16.663529 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.583321\n","INFO:tensorflow:examples/sec: 9.33314\n","I0619 15:37:16.663820 139999200331648 tpu_estimator.py:2160] examples/sec: 9.33314\n","INFO:tensorflow:global_step/sec: 0.554255\n","I0619 15:37:18.467787 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.554255\n","INFO:tensorflow:examples/sec: 8.86807\n","I0619 15:37:18.468300 139999200331648 tpu_estimator.py:2160] examples/sec: 8.86807\n","INFO:tensorflow:global_step/sec: 0.57944\n","I0619 15:37:20.193580 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.57944\n","INFO:tensorflow:examples/sec: 9.27104\n","I0619 15:37:20.193992 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27104\n","INFO:tensorflow:global_step/sec: 0.554789\n","I0619 15:37:21.996131 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.554789\n","INFO:tensorflow:examples/sec: 8.87662\n","I0619 15:37:21.996608 139999200331648 tpu_estimator.py:2160] examples/sec: 8.87662\n","INFO:tensorflow:global_step/sec: 0.579952\n","I0619 15:37:23.720309 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579952\n","INFO:tensorflow:examples/sec: 9.27923\n","I0619 15:37:23.720618 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27923\n","INFO:tensorflow:global_step/sec: 0.560411\n","I0619 15:37:25.504762 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.560411\n","INFO:tensorflow:examples/sec: 8.96658\n","I0619 15:37:25.505077 139999200331648 tpu_estimator.py:2160] examples/sec: 8.96658\n","INFO:tensorflow:global_step/sec: 0.581396\n","I0619 15:37:27.224744 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581396\n","INFO:tensorflow:examples/sec: 9.30233\n","I0619 15:37:27.225019 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30233\n","INFO:tensorflow:global_step/sec: 0.550585\n","I0619 15:37:29.040963 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.550585\n","INFO:tensorflow:examples/sec: 8.80937\n","I0619 15:37:29.041266 139999200331648 tpu_estimator.py:2160] examples/sec: 8.80937\n","INFO:tensorflow:global_step/sec: 0.584169\n","I0619 15:37:30.752850 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.584169\n","INFO:tensorflow:examples/sec: 9.34671\n","I0619 15:37:30.753151 139999200331648 tpu_estimator.py:2160] examples/sec: 9.34671\n","INFO:tensorflow:global_step/sec: 0.510965\n","I0619 15:37:32.709898 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.510965\n","INFO:tensorflow:examples/sec: 8.17544\n","I0619 15:37:32.710169 139999200331648 tpu_estimator.py:2160] examples/sec: 8.17544\n","INFO:tensorflow:global_step/sec: 0.579248\n","I0619 15:37:34.436260 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579248\n","INFO:tensorflow:examples/sec: 9.26797\n","I0619 15:37:34.436727 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26797\n","INFO:tensorflow:global_step/sec: 0.560833\n","I0619 15:37:36.219361 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.560833\n","INFO:tensorflow:examples/sec: 8.97332\n","I0619 15:37:36.219835 139999200331648 tpu_estimator.py:2160] examples/sec: 8.97332\n","INFO:tensorflow:global_step/sec: 0.578051\n","I0619 15:37:37.949266 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578051\n","INFO:tensorflow:examples/sec: 9.24881\n","I0619 15:37:37.949565 139999200331648 tpu_estimator.py:2160] examples/sec: 9.24881\n","INFO:tensorflow:global_step/sec: 0.569769\n","I0619 15:37:39.704377 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.569769\n","INFO:tensorflow:examples/sec: 9.1163\n","I0619 15:37:39.704898 139999200331648 tpu_estimator.py:2160] examples/sec: 9.1163\n","INFO:tensorflow:global_step/sec: 0.581771\n","I0619 15:37:41.423278 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581771\n","INFO:tensorflow:examples/sec: 9.30833\n","I0619 15:37:41.423574 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30833\n","INFO:tensorflow:global_step/sec: 0.576619\n","I0619 15:37:43.157588 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.576619\n","INFO:tensorflow:examples/sec: 9.22591\n","I0619 15:37:43.157910 139999200331648 tpu_estimator.py:2160] examples/sec: 9.22591\n","INFO:tensorflow:global_step/sec: 0.577303\n","I0619 15:37:44.889766 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577303\n","INFO:tensorflow:examples/sec: 9.23685\n","I0619 15:37:44.890093 139999200331648 tpu_estimator.py:2160] examples/sec: 9.23685\n","INFO:tensorflow:global_step/sec: 0.570062\n","I0619 15:37:46.643925 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.570062\n","INFO:tensorflow:examples/sec: 9.121\n","I0619 15:37:46.644217 139999200331648 tpu_estimator.py:2160] examples/sec: 9.121\n","INFO:tensorflow:global_step/sec: 0.581089\n","I0619 15:37:48.364860 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581089\n","INFO:tensorflow:examples/sec: 9.29742\n","I0619 15:37:48.365208 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29742\n","INFO:tensorflow:global_step/sec: 0.565523\n","I0619 15:37:50.133111 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.565523\n","INFO:tensorflow:examples/sec: 9.04837\n","I0619 15:37:50.133665 139999200331648 tpu_estimator.py:2160] examples/sec: 9.04837\n","INFO:tensorflow:global_step/sec: 0.578849\n","I0619 15:37:51.860677 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578849\n","INFO:tensorflow:examples/sec: 9.26159\n","I0619 15:37:51.861032 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26159\n","INFO:tensorflow:global_step/sec: 0.552121\n","I0619 15:37:53.671864 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.552121\n","INFO:tensorflow:examples/sec: 8.83394\n","I0619 15:37:53.672122 139999200331648 tpu_estimator.py:2160] examples/sec: 8.83394\n","INFO:tensorflow:global_step/sec: 0.579165\n","I0619 15:37:55.398504 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579165\n","INFO:tensorflow:examples/sec: 9.26664\n","I0619 15:37:55.398776 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26664\n","INFO:tensorflow:global_step/sec: 0.567959\n","I0619 15:37:57.159197 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.567959\n","INFO:tensorflow:examples/sec: 9.08734\n","I0619 15:37:57.159699 139999200331648 tpu_estimator.py:2160] examples/sec: 9.08734\n","INFO:tensorflow:global_step/sec: 0.579695\n","I0619 15:37:58.884157 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579695\n","INFO:tensorflow:examples/sec: 9.27511\n","I0619 15:37:58.884530 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27511\n","INFO:tensorflow:global_step/sec: 0.553092\n","I0619 15:38:00.692261 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.553092\n","INFO:tensorflow:examples/sec: 8.84947\n","I0619 15:38:00.692562 139999200331648 tpu_estimator.py:2160] examples/sec: 8.84947\n","INFO:tensorflow:global_step/sec: 0.581298\n","I0619 15:38:02.412541 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581298\n","INFO:tensorflow:examples/sec: 9.30077\n","I0619 15:38:02.412855 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30077\n","INFO:tensorflow:global_step/sec: 0.545312\n","I0619 15:38:04.246329 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.545312\n","INFO:tensorflow:examples/sec: 8.72499\n","I0619 15:38:04.246739 139999200331648 tpu_estimator.py:2160] examples/sec: 8.72499\n","INFO:tensorflow:global_step/sec: 0.579498\n","I0619 15:38:05.971959 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579498\n","INFO:tensorflow:examples/sec: 9.27197\n","I0619 15:38:05.972223 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27197\n","INFO:tensorflow:global_step/sec: 0.553709\n","I0619 15:38:07.777943 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.553709\n","INFO:tensorflow:examples/sec: 8.85934\n","I0619 15:38:07.778237 139999200331648 tpu_estimator.py:2160] examples/sec: 8.85934\n","INFO:tensorflow:global_step/sec: 0.581916\n","I0619 15:38:09.496416 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581916\n","INFO:tensorflow:examples/sec: 9.31065\n","I0619 15:38:09.496933 139999200331648 tpu_estimator.py:2160] examples/sec: 9.31065\n","INFO:tensorflow:global_step/sec: 0.566772\n","I0619 15:38:11.260856 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.566772\n","INFO:tensorflow:examples/sec: 9.06835\n","I0619 15:38:11.261252 139999200331648 tpu_estimator.py:2160] examples/sec: 9.06835\n","INFO:tensorflow:global_step/sec: 0.578986\n","I0619 15:38:12.987966 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578986\n","INFO:tensorflow:examples/sec: 9.26378\n","I0619 15:38:12.988283 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26378\n","INFO:tensorflow:global_step/sec: 0.55736\n","I0619 15:38:14.782128 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.55736\n","INFO:tensorflow:examples/sec: 8.91776\n","I0619 15:38:14.782644 139999200331648 tpu_estimator.py:2160] examples/sec: 8.91776\n","INFO:tensorflow:global_step/sec: 0.581095\n","I0619 15:38:16.503021 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581095\n","INFO:tensorflow:examples/sec: 9.29752\n","I0619 15:38:16.503408 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29752\n","INFO:tensorflow:global_step/sec: 0.565044\n","I0619 15:38:18.272780 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.565044\n","INFO:tensorflow:examples/sec: 9.04071\n","I0619 15:38:18.273059 139999200331648 tpu_estimator.py:2160] examples/sec: 9.04071\n","INFO:tensorflow:global_step/sec: 0.581163\n","I0619 15:38:19.993554 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581163\n","INFO:tensorflow:examples/sec: 9.29861\n","I0619 15:38:19.993922 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29861\n","INFO:tensorflow:global_step/sec: 0.567914\n","I0619 15:38:21.754299 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.567914\n","INFO:tensorflow:examples/sec: 9.08662\n","I0619 15:38:21.754608 139999200331648 tpu_estimator.py:2160] examples/sec: 9.08662\n","INFO:tensorflow:global_step/sec: 0.578909\n","I0619 15:38:23.481702 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578909\n","INFO:tensorflow:examples/sec: 9.26255\n","I0619 15:38:23.481982 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26255\n","INFO:tensorflow:global_step/sec: 0.55375\n","I0619 15:38:25.287595 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.55375\n","INFO:tensorflow:examples/sec: 8.86\n","I0619 15:38:25.288009 139999200331648 tpu_estimator.py:2160] examples/sec: 8.86\n","INFO:tensorflow:global_step/sec: 0.581542\n","I0619 15:38:27.007207 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581542\n","INFO:tensorflow:examples/sec: 9.30467\n","I0619 15:38:27.007685 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30467\n","INFO:tensorflow:global_step/sec: 0.537869\n","I0619 15:38:28.866307 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.537869\n","INFO:tensorflow:examples/sec: 8.6059\n","I0619 15:38:28.866735 139999200331648 tpu_estimator.py:2160] examples/sec: 8.6059\n","INFO:tensorflow:global_step/sec: 0.580487\n","I0619 15:38:30.589055 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580487\n","INFO:tensorflow:examples/sec: 9.2878\n","I0619 15:38:30.589397 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2878\n","INFO:tensorflow:global_step/sec: 0.548216\n","I0619 15:38:32.413105 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.548216\n","INFO:tensorflow:examples/sec: 8.77145\n","I0619 15:38:32.413552 139999200331648 tpu_estimator.py:2160] examples/sec: 8.77145\n","INFO:tensorflow:global_step/sec: 0.580872\n","I0619 15:38:34.134722 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580872\n","INFO:tensorflow:examples/sec: 9.29396\n","I0619 15:38:34.135142 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29396\n","INFO:tensorflow:global_step/sec: 0.57499\n","I0619 15:38:35.873864 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.57499\n","INFO:tensorflow:examples/sec: 9.19984\n","I0619 15:38:35.874282 139999200331648 tpu_estimator.py:2160] examples/sec: 9.19984\n","INFO:tensorflow:global_step/sec: 0.583113\n","I0619 15:38:37.588738 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.583113\n","INFO:tensorflow:examples/sec: 9.32981\n","I0619 15:38:37.589008 139999200331648 tpu_estimator.py:2160] examples/sec: 9.32981\n","INFO:tensorflow:global_step/sec: 0.564731\n","I0619 15:38:39.359575 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.564731\n","INFO:tensorflow:examples/sec: 9.0357\n","I0619 15:38:39.360049 139999200331648 tpu_estimator.py:2160] examples/sec: 9.0357\n","INFO:tensorflow:global_step/sec: 0.578672\n","I0619 15:38:41.087664 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578672\n","INFO:tensorflow:examples/sec: 9.25875\n","I0619 15:38:41.087955 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25875\n","INFO:tensorflow:global_step/sec: 0.565805\n","I0619 15:38:42.855067 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.565805\n","INFO:tensorflow:examples/sec: 9.05289\n","I0619 15:38:42.855486 139999200331648 tpu_estimator.py:2160] examples/sec: 9.05289\n","INFO:tensorflow:global_step/sec: 0.582369\n","I0619 15:38:44.572122 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582369\n","INFO:tensorflow:examples/sec: 9.31791\n","I0619 15:38:44.572644 139999200331648 tpu_estimator.py:2160] examples/sec: 9.31791\n","INFO:tensorflow:global_step/sec: 0.553014\n","I0619 15:38:46.380390 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.553014\n","INFO:tensorflow:examples/sec: 8.84822\n","I0619 15:38:46.380713 139999200331648 tpu_estimator.py:2160] examples/sec: 8.84822\n","INFO:tensorflow:global_step/sec: 0.583069\n","I0619 15:38:48.095487 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.583069\n","INFO:tensorflow:examples/sec: 9.3291\n","I0619 15:38:48.095764 139999200331648 tpu_estimator.py:2160] examples/sec: 9.3291\n","INFO:tensorflow:global_step/sec: 0.570254\n","I0619 15:38:49.849039 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.570254\n","INFO:tensorflow:examples/sec: 9.12407\n","I0619 15:38:49.849344 139999200331648 tpu_estimator.py:2160] examples/sec: 9.12407\n","INFO:tensorflow:global_step/sec: 0.578592\n","I0619 15:38:51.577374 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578592\n","INFO:tensorflow:examples/sec: 9.25748\n","I0619 15:38:51.577864 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25748\n","INFO:tensorflow:global_step/sec: 0.555136\n","I0619 15:38:53.378760 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.555136\n","INFO:tensorflow:examples/sec: 8.88217\n","I0619 15:38:53.379032 139999200331648 tpu_estimator.py:2160] examples/sec: 8.88217\n","INFO:tensorflow:global_step/sec: 0.580601\n","I0619 15:38:55.101106 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580601\n","INFO:tensorflow:examples/sec: 9.28962\n","I0619 15:38:55.101423 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28962\n","INFO:tensorflow:global_step/sec: 0.575096\n","I0619 15:38:56.840002 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.575096\n","INFO:tensorflow:examples/sec: 9.20154\n","I0619 15:38:56.840315 139999200331648 tpu_estimator.py:2160] examples/sec: 9.20154\n","INFO:tensorflow:global_step/sec: 0.584449\n","I0619 15:38:58.550977 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.584449\n","INFO:tensorflow:examples/sec: 9.35119\n","I0619 15:38:58.551248 139999200331648 tpu_estimator.py:2160] examples/sec: 9.35119\n","INFO:tensorflow:global_step/sec: 0.516126\n","I0619 15:39:00.488494 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.516126\n","INFO:tensorflow:examples/sec: 8.25802\n","I0619 15:39:00.488772 139999200331648 tpu_estimator.py:2160] examples/sec: 8.25802\n","INFO:tensorflow:global_step/sec: 0.575873\n","I0619 15:39:02.224956 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.575873\n","INFO:tensorflow:examples/sec: 9.21397\n","I0619 15:39:02.225404 139999200331648 tpu_estimator.py:2160] examples/sec: 9.21397\n","INFO:tensorflow:global_step/sec: 0.559562\n","I0619 15:39:04.012098 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.559562\n","INFO:tensorflow:examples/sec: 8.95299\n","I0619 15:39:04.012420 139999200331648 tpu_estimator.py:2160] examples/sec: 8.95299\n","INFO:tensorflow:global_step/sec: 0.58239\n","I0619 15:39:05.729185 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.58239\n","INFO:tensorflow:examples/sec: 9.31824\n","I0619 15:39:05.729538 139999200331648 tpu_estimator.py:2160] examples/sec: 9.31824\n","INFO:tensorflow:global_step/sec: 0.574749\n","I0619 15:39:07.469034 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.574749\n","INFO:tensorflow:examples/sec: 9.19598\n","I0619 15:39:07.469294 139999200331648 tpu_estimator.py:2160] examples/sec: 9.19598\n","INFO:tensorflow:global_step/sec: 0.576523\n","I0619 15:39:09.203599 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.576523\n","INFO:tensorflow:examples/sec: 9.22437\n","I0619 15:39:09.203880 139999200331648 tpu_estimator.py:2160] examples/sec: 9.22437\n","INFO:tensorflow:global_step/sec: 0.542665\n","I0619 15:39:11.046375 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.542665\n","INFO:tensorflow:examples/sec: 8.68264\n","I0619 15:39:11.046730 139999200331648 tpu_estimator.py:2160] examples/sec: 8.68264\n","INFO:tensorflow:global_step/sec: 0.580038\n","I0619 15:39:12.770352 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580038\n","INFO:tensorflow:examples/sec: 9.2806\n","I0619 15:39:12.770782 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2806\n","INFO:tensorflow:global_step/sec: 0.55677\n","I0619 15:39:14.566475 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.55677\n","INFO:tensorflow:examples/sec: 8.90832\n","I0619 15:39:14.566760 139999200331648 tpu_estimator.py:2160] examples/sec: 8.90832\n","INFO:tensorflow:global_step/sec: 0.57966\n","I0619 15:39:16.291682 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.57966\n","INFO:tensorflow:examples/sec: 9.27456\n","I0619 15:39:16.291952 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27456\n","INFO:tensorflow:global_step/sec: 0.512556\n","I0619 15:39:18.242644 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.512556\n","INFO:tensorflow:examples/sec: 8.20089\n","I0619 15:39:18.242963 139999200331648 tpu_estimator.py:2160] examples/sec: 8.20089\n","INFO:tensorflow:global_step/sec: 0.581594\n","I0619 15:39:19.962019 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581594\n","INFO:tensorflow:examples/sec: 9.30551\n","I0619 15:39:19.962288 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30551\n","INFO:tensorflow:global_step/sec: 0.509926\n","I0619 15:39:21.923079 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.509926\n","INFO:tensorflow:examples/sec: 8.15881\n","I0619 15:39:21.923354 139999200331648 tpu_estimator.py:2160] examples/sec: 8.15881\n","INFO:tensorflow:global_step/sec: 0.580219\n","I0619 15:39:23.646614 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580219\n","INFO:tensorflow:examples/sec: 9.2835\n","I0619 15:39:23.646903 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2835\n","INFO:tensorflow:global_step/sec: 0.567544\n","I0619 15:39:25.408579 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.567544\n","INFO:tensorflow:examples/sec: 9.0807\n","I0619 15:39:25.408861 139999200331648 tpu_estimator.py:2160] examples/sec: 9.0807\n","INFO:tensorflow:global_step/sec: 0.581195\n","I0619 15:39:27.129149 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581195\n","INFO:tensorflow:examples/sec: 9.29911\n","I0619 15:39:27.129535 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29911\n","INFO:tensorflow:global_step/sec: 0.579545\n","I0619 15:39:28.854686 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579545\n","INFO:tensorflow:examples/sec: 9.27272\n","I0619 15:39:28.854992 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27272\n","INFO:tensorflow:global_step/sec: 0.580042\n","I0619 15:39:30.578706 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580042\n","INFO:tensorflow:examples/sec: 9.28068\n","I0619 15:39:30.578962 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28068\n","INFO:tensorflow:global_step/sec: 0.556402\n","I0619 15:39:32.375907 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.556402\n","INFO:tensorflow:examples/sec: 8.90243\n","I0619 15:39:32.376329 139999200331648 tpu_estimator.py:2160] examples/sec: 8.90243\n","INFO:tensorflow:global_step/sec: 0.580579\n","I0619 15:39:34.098368 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580579\n","INFO:tensorflow:examples/sec: 9.28927\n","I0619 15:39:34.098672 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28927\n","INFO:tensorflow:global_step/sec: 0.56026\n","I0619 15:39:35.883217 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.56026\n","INFO:tensorflow:examples/sec: 8.96416\n","I0619 15:39:35.883508 139999200331648 tpu_estimator.py:2160] examples/sec: 8.96416\n","INFO:tensorflow:global_step/sec: 0.580966\n","I0619 15:39:37.604465 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580966\n","INFO:tensorflow:examples/sec: 9.29545\n","I0619 15:39:37.604752 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29545\n","INFO:tensorflow:global_step/sec: 0.555023\n","I0619 15:39:39.406168 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.555023\n","INFO:tensorflow:examples/sec: 8.88037\n","I0619 15:39:39.406417 139999200331648 tpu_estimator.py:2160] examples/sec: 8.88037\n","INFO:tensorflow:global_step/sec: 0.577434\n","I0619 15:39:41.137988 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577434\n","INFO:tensorflow:examples/sec: 9.23894\n","I0619 15:39:41.138298 139999200331648 tpu_estimator.py:2160] examples/sec: 9.23894\n","INFO:tensorflow:global_step/sec: 0.561083\n","I0619 15:39:42.920244 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.561083\n","INFO:tensorflow:examples/sec: 8.97732\n","I0619 15:39:42.920539 139999200331648 tpu_estimator.py:2160] examples/sec: 8.97732\n","INFO:tensorflow:global_step/sec: 0.577258\n","I0619 15:39:44.652639 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577258\n","INFO:tensorflow:examples/sec: 9.23612\n","I0619 15:39:44.653127 139999200331648 tpu_estimator.py:2160] examples/sec: 9.23612\n","INFO:tensorflow:global_step/sec: 0.54894\n","I0619 15:39:46.474310 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.54894\n","INFO:tensorflow:examples/sec: 8.78304\n","I0619 15:39:46.474627 139999200331648 tpu_estimator.py:2160] examples/sec: 8.78304\n","INFO:tensorflow:global_step/sec: 0.581036\n","I0619 15:39:48.195373 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581036\n","INFO:tensorflow:examples/sec: 9.29657\n","I0619 15:39:48.195770 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29657\n","INFO:tensorflow:global_step/sec: 0.556476\n","I0619 15:39:49.992360 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.556476\n","INFO:tensorflow:examples/sec: 8.90361\n","I0619 15:39:49.992658 139999200331648 tpu_estimator.py:2160] examples/sec: 8.90361\n","INFO:tensorflow:global_step/sec: 0.580266\n","I0619 15:39:51.715723 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580266\n","INFO:tensorflow:examples/sec: 9.28426\n","I0619 15:39:51.716115 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28426\n","INFO:tensorflow:global_step/sec: 0.562286\n","I0619 15:39:53.494164 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.562286\n","INFO:tensorflow:examples/sec: 8.99658\n","I0619 15:39:53.494628 139999200331648 tpu_estimator.py:2160] examples/sec: 8.99658\n","INFO:tensorflow:global_step/sec: 0.576951\n","I0619 15:39:55.227423 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.576951\n","INFO:tensorflow:examples/sec: 9.23122\n","I0619 15:39:55.227895 139999200331648 tpu_estimator.py:2160] examples/sec: 9.23122\n","INFO:tensorflow:global_step/sec: 0.570645\n","I0619 15:39:56.979959 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.570645\n","INFO:tensorflow:examples/sec: 9.13032\n","I0619 15:39:56.980232 139999200331648 tpu_estimator.py:2160] examples/sec: 9.13032\n","INFO:tensorflow:global_step/sec: 0.581337\n","I0619 15:39:58.699987 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581337\n","INFO:tensorflow:examples/sec: 9.30139\n","I0619 15:39:58.700271 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30139\n","INFO:tensorflow:global_step/sec: 0.55599\n","I0619 15:40:00.498722 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.55599\n","INFO:tensorflow:examples/sec: 8.89583\n","I0619 15:40:00.498996 139999200331648 tpu_estimator.py:2160] examples/sec: 8.89583\n","INFO:tensorflow:global_step/sec: 0.581347\n","I0619 15:40:02.218755 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581347\n","INFO:tensorflow:examples/sec: 9.30156\n","I0619 15:40:02.219145 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30156\n","INFO:tensorflow:global_step/sec: 0.546542\n","I0619 15:40:04.048465 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.546542\n","INFO:tensorflow:examples/sec: 8.74467\n","I0619 15:40:04.048758 139999200331648 tpu_estimator.py:2160] examples/sec: 8.74467\n","INFO:tensorflow:global_step/sec: 0.581473\n","I0619 15:40:05.768357 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581473\n","INFO:tensorflow:examples/sec: 9.30357\n","I0619 15:40:05.768858 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30357\n","INFO:tensorflow:global_step/sec: 0.563378\n","I0619 15:40:07.543206 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.563378\n","INFO:tensorflow:examples/sec: 9.01404\n","I0619 15:40:07.543523 139999200331648 tpu_estimator.py:2160] examples/sec: 9.01404\n","INFO:tensorflow:global_step/sec: 0.579121\n","I0619 15:40:09.269958 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579121\n","INFO:tensorflow:examples/sec: 9.26593\n","I0619 15:40:09.270219 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26593\n","INFO:tensorflow:global_step/sec: 0.553769\n","I0619 15:40:11.075761 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.553769\n","INFO:tensorflow:examples/sec: 8.86031\n","I0619 15:40:11.076020 139999200331648 tpu_estimator.py:2160] examples/sec: 8.86031\n","INFO:tensorflow:global_step/sec: 0.577669\n","I0619 15:40:12.806854 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577669\n","INFO:tensorflow:examples/sec: 9.2427\n","I0619 15:40:12.807157 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2427\n","INFO:tensorflow:global_step/sec: 0.553198\n","I0619 15:40:14.614530 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.553198\n","INFO:tensorflow:examples/sec: 8.85117\n","I0619 15:40:14.615034 139999200331648 tpu_estimator.py:2160] examples/sec: 8.85117\n","INFO:tensorflow:global_step/sec: 0.580313\n","I0619 15:40:16.337746 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580313\n","INFO:tensorflow:examples/sec: 9.28501\n","I0619 15:40:16.338031 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28501\n","INFO:tensorflow:global_step/sec: 0.554809\n","I0619 15:40:18.140186 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.554809\n","INFO:tensorflow:examples/sec: 8.87695\n","I0619 15:40:18.140473 139999200331648 tpu_estimator.py:2160] examples/sec: 8.87695\n","INFO:tensorflow:global_step/sec: 0.580412\n","I0619 15:40:19.863081 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580412\n","INFO:tensorflow:examples/sec: 9.2866\n","I0619 15:40:19.863598 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2866\n","INFO:tensorflow:global_step/sec: 0.578647\n","I0619 15:40:21.591275 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578647\n","INFO:tensorflow:examples/sec: 9.25835\n","I0619 15:40:21.591565 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25835\n","INFO:tensorflow:global_step/sec: 0.580288\n","I0619 15:40:23.314559 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580288\n","INFO:tensorflow:examples/sec: 9.28461\n","I0619 15:40:23.314872 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28461\n","INFO:tensorflow:global_step/sec: 0.50795\n","I0619 15:40:25.283248 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.50795\n","INFO:tensorflow:examples/sec: 8.12719\n","I0619 15:40:25.283547 139999200331648 tpu_estimator.py:2160] examples/sec: 8.12719\n","INFO:tensorflow:global_step/sec: 0.579804\n","I0619 15:40:27.007966 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579804\n","INFO:tensorflow:examples/sec: 9.27686\n","I0619 15:40:27.008252 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27686\n","INFO:tensorflow:global_step/sec: 0.562016\n","I0619 15:40:28.787270 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.562016\n","INFO:tensorflow:examples/sec: 8.99225\n","I0619 15:40:28.787793 139999200331648 tpu_estimator.py:2160] examples/sec: 8.99225\n","INFO:tensorflow:global_step/sec: 0.578654\n","I0619 15:40:30.515400 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578654\n","INFO:tensorflow:examples/sec: 9.25846\n","I0619 15:40:30.515667 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25846\n","INFO:tensorflow:global_step/sec: 0.574968\n","I0619 15:40:32.254702 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.574968\n","INFO:tensorflow:examples/sec: 9.19949\n","I0619 15:40:32.255061 139999200331648 tpu_estimator.py:2160] examples/sec: 9.19949\n","INFO:tensorflow:global_step/sec: 0.579167\n","I0619 15:40:33.981216 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579167\n","INFO:tensorflow:examples/sec: 9.26668\n","I0619 15:40:33.981518 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26668\n","INFO:tensorflow:global_step/sec: 0.570744\n","I0619 15:40:35.733378 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.570744\n","INFO:tensorflow:examples/sec: 9.13191\n","I0619 15:40:35.733664 139999200331648 tpu_estimator.py:2160] examples/sec: 9.13191\n","INFO:tensorflow:global_step/sec: 0.578385\n","I0619 15:40:37.462320 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578385\n","INFO:tensorflow:examples/sec: 9.25415\n","I0619 15:40:37.462747 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25415\n","INFO:tensorflow:global_step/sec: 0.562315\n","I0619 15:40:39.240795 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.562315\n","INFO:tensorflow:examples/sec: 8.99703\n","I0619 15:40:39.241133 139999200331648 tpu_estimator.py:2160] examples/sec: 8.99703\n","INFO:tensorflow:global_step/sec: 0.580085\n","I0619 15:40:40.964529 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580085\n","INFO:tensorflow:examples/sec: 9.28136\n","I0619 15:40:40.964812 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28136\n","INFO:tensorflow:global_step/sec: 0.556959\n","I0619 15:40:42.759999 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.556959\n","INFO:tensorflow:examples/sec: 8.91134\n","I0619 15:40:42.760253 139999200331648 tpu_estimator.py:2160] examples/sec: 8.91134\n","INFO:tensorflow:global_step/sec: 0.581805\n","I0619 15:40:44.478817 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581805\n","INFO:tensorflow:examples/sec: 9.30888\n","I0619 15:40:44.479168 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30888\n","INFO:tensorflow:global_step/sec: 0.566295\n","I0619 15:40:46.244686 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.566295\n","INFO:tensorflow:examples/sec: 9.06072\n","I0619 15:40:46.245204 139999200331648 tpu_estimator.py:2160] examples/sec: 9.06072\n","INFO:tensorflow:global_step/sec: 0.57761\n","I0619 15:40:47.976013 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.57761\n","INFO:tensorflow:examples/sec: 9.24175\n","I0619 15:40:47.976300 139999200331648 tpu_estimator.py:2160] examples/sec: 9.24175\n","INFO:tensorflow:global_step/sec: 0.562528\n","I0619 15:40:49.753690 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.562528\n","INFO:tensorflow:examples/sec: 9.00045\n","I0619 15:40:49.754036 139999200331648 tpu_estimator.py:2160] examples/sec: 9.00045\n","INFO:tensorflow:global_step/sec: 0.581455\n","I0619 15:40:51.473456 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581455\n","INFO:tensorflow:examples/sec: 9.30327\n","I0619 15:40:51.473731 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30327\n","INFO:tensorflow:global_step/sec: 0.579911\n","I0619 15:40:53.197841 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579911\n","INFO:tensorflow:examples/sec: 9.27857\n","I0619 15:40:53.198168 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27857\n","INFO:tensorflow:global_step/sec: 0.577995\n","I0619 15:40:54.927961 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577995\n","INFO:tensorflow:examples/sec: 9.24792\n","I0619 15:40:54.928227 139999200331648 tpu_estimator.py:2160] examples/sec: 9.24792\n","INFO:tensorflow:global_step/sec: 0.56196\n","I0619 15:40:56.707533 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.56196\n","INFO:tensorflow:examples/sec: 8.99135\n","I0619 15:40:56.707952 139999200331648 tpu_estimator.py:2160] examples/sec: 8.99135\n","INFO:tensorflow:global_step/sec: 0.576684\n","I0619 15:40:58.441500 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.576684\n","INFO:tensorflow:examples/sec: 9.22694\n","I0619 15:40:58.441778 139999200331648 tpu_estimator.py:2160] examples/sec: 9.22694\n","INFO:tensorflow:global_step/sec: 0.553608\n","I0619 15:41:00.247862 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.553608\n","INFO:tensorflow:examples/sec: 8.85773\n","I0619 15:41:00.248154 139999200331648 tpu_estimator.py:2160] examples/sec: 8.85773\n","INFO:tensorflow:global_step/sec: 0.578836\n","I0619 15:41:01.975529 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578836\n","INFO:tensorflow:examples/sec: 9.26137\n","I0619 15:41:01.975808 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26137\n","INFO:tensorflow:global_step/sec: 0.558292\n","I0619 15:41:03.766693 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.558292\n","INFO:tensorflow:examples/sec: 8.93268\n","I0619 15:41:03.766971 139999200331648 tpu_estimator.py:2160] examples/sec: 8.93268\n","INFO:tensorflow:global_step/sec: 0.579188\n","I0619 15:41:05.493156 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579188\n","INFO:tensorflow:examples/sec: 9.26702\n","I0619 15:41:05.493428 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26702\n","INFO:tensorflow:global_step/sec: 0.55933\n","I0619 15:41:07.281309 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.55933\n","INFO:tensorflow:examples/sec: 8.94929\n","I0619 15:41:07.281846 139999200331648 tpu_estimator.py:2160] examples/sec: 8.94929\n","INFO:tensorflow:global_step/sec: 0.576763\n","I0619 15:41:09.014838 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.576763\n","INFO:tensorflow:examples/sec: 9.2282\n","I0619 15:41:09.015124 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2282\n","INFO:tensorflow:global_step/sec: 0.554676\n","I0619 15:41:10.817719 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.554676\n","INFO:tensorflow:examples/sec: 8.87482\n","I0619 15:41:10.817988 139999200331648 tpu_estimator.py:2160] examples/sec: 8.87482\n","INFO:tensorflow:global_step/sec: 0.580853\n","I0619 15:41:12.539327 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580853\n","INFO:tensorflow:examples/sec: 9.29365\n","I0619 15:41:12.539812 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29365\n","INFO:tensorflow:global_step/sec: 0.554667\n","I0619 15:41:14.342291 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.554667\n","INFO:tensorflow:examples/sec: 8.87467\n","I0619 15:41:14.342604 139999200331648 tpu_estimator.py:2160] examples/sec: 8.87467\n","INFO:tensorflow:global_step/sec: 0.577142\n","I0619 15:41:16.074873 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577142\n","INFO:tensorflow:examples/sec: 9.23428\n","I0619 15:41:16.075285 139999200331648 tpu_estimator.py:2160] examples/sec: 9.23428\n","INFO:tensorflow:global_step/sec: 0.555226\n","I0619 15:41:17.875977 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.555226\n","INFO:tensorflow:examples/sec: 8.88362\n","I0619 15:41:17.876249 139999200331648 tpu_estimator.py:2160] examples/sec: 8.88362\n","INFO:tensorflow:global_step/sec: 0.581226\n","I0619 15:41:19.596430 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581226\n","INFO:tensorflow:examples/sec: 9.29962\n","I0619 15:41:19.596895 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29962\n","INFO:tensorflow:global_step/sec: 0.557664\n","I0619 15:41:21.389674 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.557664\n","INFO:tensorflow:examples/sec: 8.92263\n","I0619 15:41:21.390090 139999200331648 tpu_estimator.py:2160] examples/sec: 8.92263\n","INFO:tensorflow:global_step/sec: 0.575345\n","I0619 15:41:23.127709 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.575345\n","INFO:tensorflow:examples/sec: 9.20552\n","I0619 15:41:23.127982 139999200331648 tpu_estimator.py:2160] examples/sec: 9.20552\n","INFO:tensorflow:global_step/sec: 0.561507\n","I0619 15:41:24.908707 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.561507\n","INFO:tensorflow:examples/sec: 8.98412\n","I0619 15:41:24.909019 139999200331648 tpu_estimator.py:2160] examples/sec: 8.98412\n","INFO:tensorflow:global_step/sec: 0.582217\n","I0619 15:41:26.626188 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582217\n","INFO:tensorflow:examples/sec: 9.31547\n","I0619 15:41:26.626482 139999200331648 tpu_estimator.py:2160] examples/sec: 9.31547\n","INFO:tensorflow:global_step/sec: 0.553853\n","I0619 15:41:28.431734 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.553853\n","INFO:tensorflow:examples/sec: 8.86166\n","I0619 15:41:28.432216 139999200331648 tpu_estimator.py:2160] examples/sec: 8.86166\n","INFO:tensorflow:global_step/sec: 0.579586\n","I0619 15:41:30.157147 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579586\n","INFO:tensorflow:examples/sec: 9.27338\n","I0619 15:41:30.157423 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27338\n","INFO:tensorflow:global_step/sec: 0.57915\n","I0619 15:41:31.883757 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.57915\n","INFO:tensorflow:examples/sec: 9.26641\n","I0619 15:41:31.884045 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26641\n","INFO:tensorflow:global_step/sec: 0.578079\n","I0619 15:41:33.613708 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578079\n","INFO:tensorflow:examples/sec: 9.24927\n","I0619 15:41:33.614103 139999200331648 tpu_estimator.py:2160] examples/sec: 9.24927\n","INFO:tensorflow:global_step/sec: 0.555783\n","I0619 15:41:35.412884 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.555783\n","INFO:tensorflow:examples/sec: 8.89253\n","I0619 15:41:35.413284 139999200331648 tpu_estimator.py:2160] examples/sec: 8.89253\n","INFO:tensorflow:global_step/sec: 0.574969\n","I0619 15:41:37.152135 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.574969\n","INFO:tensorflow:examples/sec: 9.1995\n","I0619 15:41:37.152428 139999200331648 tpu_estimator.py:2160] examples/sec: 9.1995\n","INFO:tensorflow:global_step/sec: 0.555329\n","I0619 15:41:38.952934 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.555329\n","INFO:tensorflow:examples/sec: 8.88526\n","I0619 15:41:38.953198 139999200331648 tpu_estimator.py:2160] examples/sec: 8.88526\n","INFO:tensorflow:global_step/sec: 0.580751\n","I0619 15:41:40.674837 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580751\n","INFO:tensorflow:examples/sec: 9.29201\n","I0619 15:41:40.675221 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29201\n","INFO:tensorflow:global_step/sec: 0.553792\n","I0619 15:41:42.480516 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.553792\n","INFO:tensorflow:examples/sec: 8.86067\n","I0619 15:41:42.480941 139999200331648 tpu_estimator.py:2160] examples/sec: 8.86067\n","INFO:tensorflow:global_step/sec: 0.581466\n","I0619 15:41:44.200330 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581466\n","INFO:tensorflow:examples/sec: 9.30345\n","I0619 15:41:44.200779 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30345\n","INFO:tensorflow:global_step/sec: 0.567477\n","I0619 15:41:45.962545 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.567477\n","INFO:tensorflow:examples/sec: 9.07964\n","I0619 15:41:45.962971 139999200331648 tpu_estimator.py:2160] examples/sec: 9.07964\n","INFO:tensorflow:global_step/sec: 0.580252\n","I0619 15:41:47.685933 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580252\n","INFO:tensorflow:examples/sec: 9.28404\n","I0619 15:41:47.686473 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28404\n","INFO:tensorflow:global_step/sec: 0.50864\n","I0619 15:41:49.651932 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.50864\n","INFO:tensorflow:examples/sec: 8.13824\n","I0619 15:41:49.652343 139999200331648 tpu_estimator.py:2160] examples/sec: 8.13824\n","INFO:tensorflow:global_step/sec: 0.576662\n","I0619 15:41:51.386038 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.576662\n","INFO:tensorflow:examples/sec: 9.22659\n","I0619 15:41:51.386486 139999200331648 tpu_estimator.py:2160] examples/sec: 9.22659\n","INFO:tensorflow:global_step/sec: 0.574775\n","I0619 15:41:53.125852 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.574775\n","INFO:tensorflow:examples/sec: 9.19641\n","I0619 15:41:53.126122 139999200331648 tpu_estimator.py:2160] examples/sec: 9.19641\n","INFO:tensorflow:global_step/sec: 0.581293\n","I0619 15:41:54.846121 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581293\n","INFO:tensorflow:examples/sec: 9.3007\n","I0619 15:41:54.846476 139999200331648 tpu_estimator.py:2160] examples/sec: 9.3007\n","INFO:tensorflow:global_step/sec: 0.549489\n","I0619 15:41:56.665991 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.549489\n","INFO:tensorflow:examples/sec: 8.79183\n","I0619 15:41:56.666290 139999200331648 tpu_estimator.py:2160] examples/sec: 8.79183\n","INFO:tensorflow:global_step/sec: 0.575281\n","I0619 15:41:58.404297 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.575281\n","INFO:tensorflow:examples/sec: 9.2045\n","I0619 15:41:58.404676 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2045\n","INFO:tensorflow:global_step/sec: 0.557202\n","I0619 15:42:00.199011 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.557202\n","INFO:tensorflow:examples/sec: 8.91524\n","I0619 15:42:00.199291 139999200331648 tpu_estimator.py:2160] examples/sec: 8.91524\n","INFO:tensorflow:global_step/sec: 0.581944\n","I0619 15:42:01.917337 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581944\n","INFO:tensorflow:examples/sec: 9.31111\n","I0619 15:42:01.917787 139999200331648 tpu_estimator.py:2160] examples/sec: 9.31111\n","INFO:tensorflow:global_step/sec: 0.551883\n","I0619 15:42:03.729462 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.551883\n","INFO:tensorflow:examples/sec: 8.83013\n","I0619 15:42:03.729752 139999200331648 tpu_estimator.py:2160] examples/sec: 8.83013\n","INFO:tensorflow:global_step/sec: 0.579262\n","I0619 15:42:05.455757 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579262\n","INFO:tensorflow:examples/sec: 9.26819\n","I0619 15:42:05.456016 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26819\n","INFO:tensorflow:global_step/sec: 0.572324\n","I0619 15:42:07.202886 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.572324\n","INFO:tensorflow:examples/sec: 9.15719\n","I0619 15:42:07.203139 139999200331648 tpu_estimator.py:2160] examples/sec: 9.15719\n","INFO:tensorflow:global_step/sec: 0.578613\n","I0619 15:42:08.931242 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578613\n","INFO:tensorflow:examples/sec: 9.25781\n","I0619 15:42:08.931512 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25781\n","INFO:tensorflow:global_step/sec: 0.564445\n","I0619 15:42:10.702818 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.564445\n","INFO:tensorflow:examples/sec: 9.03112\n","I0619 15:42:10.703248 139999200331648 tpu_estimator.py:2160] examples/sec: 9.03112\n","INFO:tensorflow:global_step/sec: 0.582871\n","I0619 15:42:12.418555 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582871\n","INFO:tensorflow:examples/sec: 9.32594\n","I0619 15:42:12.418831 139999200331648 tpu_estimator.py:2160] examples/sec: 9.32594\n","INFO:tensorflow:global_step/sec: 0.552528\n","I0619 15:42:14.228393 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.552528\n","INFO:tensorflow:examples/sec: 8.84045\n","I0619 15:42:14.228857 139999200331648 tpu_estimator.py:2160] examples/sec: 8.84045\n","INFO:tensorflow:global_step/sec: 0.574806\n","I0619 15:42:15.968058 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.574806\n","INFO:tensorflow:examples/sec: 9.1969\n","I0619 15:42:15.968309 139999200331648 tpu_estimator.py:2160] examples/sec: 9.1969\n","INFO:tensorflow:global_step/sec: 0.578672\n","I0619 15:42:17.696149 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578672\n","INFO:tensorflow:examples/sec: 9.25875\n","I0619 15:42:17.696502 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25875\n","INFO:tensorflow:global_step/sec: 0.581441\n","I0619 15:42:19.416056 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581441\n","INFO:tensorflow:examples/sec: 9.30306\n","I0619 15:42:19.416377 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30306\n","INFO:tensorflow:global_step/sec: 0.560354\n","I0619 15:42:21.200638 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.560354\n","INFO:tensorflow:examples/sec: 8.96566\n","I0619 15:42:21.200902 139999200331648 tpu_estimator.py:2160] examples/sec: 8.96566\n","INFO:tensorflow:global_step/sec: 0.548091\n","I0619 15:42:23.025139 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.548091\n","INFO:tensorflow:examples/sec: 8.76946\n","I0619 15:42:23.025466 139999200331648 tpu_estimator.py:2160] examples/sec: 8.76946\n","INFO:tensorflow:global_step/sec: 0.569025\n","I0619 15:42:24.782591 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.569025\n","INFO:tensorflow:examples/sec: 9.10441\n","I0619 15:42:24.782970 139999200331648 tpu_estimator.py:2160] examples/sec: 9.10441\n","INFO:tensorflow:global_step/sec: 0.581655\n","I0619 15:42:26.501727 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581655\n","INFO:tensorflow:examples/sec: 9.30648\n","I0619 15:42:26.502022 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30648\n","INFO:tensorflow:global_step/sec: 0.551658\n","I0619 15:42:28.314527 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.551658\n","INFO:tensorflow:examples/sec: 8.82652\n","I0619 15:42:28.315064 139999200331648 tpu_estimator.py:2160] examples/sec: 8.82652\n","INFO:tensorflow:global_step/sec: 0.57797\n","I0619 15:42:30.044710 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.57797\n","INFO:tensorflow:examples/sec: 9.24752\n","I0619 15:42:30.045000 139999200331648 tpu_estimator.py:2160] examples/sec: 9.24752\n","INFO:tensorflow:global_step/sec: 0.557259\n","I0619 15:42:31.839203 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.557259\n","INFO:tensorflow:examples/sec: 8.91615\n","I0619 15:42:31.839505 139999200331648 tpu_estimator.py:2160] examples/sec: 8.91615\n","INFO:tensorflow:global_step/sec: 0.579064\n","I0619 15:42:33.566054 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579064\n","INFO:tensorflow:examples/sec: 9.26502\n","I0619 15:42:33.566469 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26502\n","INFO:tensorflow:global_step/sec: 0.558716\n","I0619 15:42:35.355875 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.558716\n","INFO:tensorflow:examples/sec: 8.93946\n","I0619 15:42:35.356139 139999200331648 tpu_estimator.py:2160] examples/sec: 8.93946\n","INFO:tensorflow:global_step/sec: 0.581085\n","I0619 15:42:37.076832 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581085\n","INFO:tensorflow:examples/sec: 9.29737\n","I0619 15:42:37.077282 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29737\n","INFO:tensorflow:global_step/sec: 0.575976\n","I0619 15:42:38.813065 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.575976\n","INFO:tensorflow:examples/sec: 9.21562\n","I0619 15:42:38.813424 139999200331648 tpu_estimator.py:2160] examples/sec: 9.21562\n","INFO:tensorflow:global_step/sec: 0.579576\n","I0619 15:42:40.538398 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579576\n","INFO:tensorflow:examples/sec: 9.27322\n","I0619 15:42:40.538735 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27322\n","INFO:tensorflow:global_step/sec: 0.5559\n","I0619 15:42:42.337363 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.5559\n","INFO:tensorflow:examples/sec: 8.89441\n","I0619 15:42:42.338021 139999200331648 tpu_estimator.py:2160] examples/sec: 8.89441\n","INFO:tensorflow:global_step/sec: 0.581981\n","I0619 15:42:44.055611 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581981\n","INFO:tensorflow:examples/sec: 9.31169\n","I0619 15:42:44.056121 139999200331648 tpu_estimator.py:2160] examples/sec: 9.31169\n","INFO:tensorflow:global_step/sec: 0.55377\n","I0619 15:42:45.861333 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.55377\n","INFO:tensorflow:examples/sec: 8.86032\n","I0619 15:42:45.861813 139999200331648 tpu_estimator.py:2160] examples/sec: 8.86032\n","INFO:tensorflow:global_step/sec: 0.584209\n","I0619 15:42:47.573075 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.584209\n","INFO:tensorflow:examples/sec: 9.34734\n","I0619 15:42:47.573544 139999200331648 tpu_estimator.py:2160] examples/sec: 9.34734\n","INFO:tensorflow:global_step/sec: 0.574226\n","I0619 15:42:49.314560 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.574226\n","INFO:tensorflow:examples/sec: 9.18762\n","I0619 15:42:49.315003 139999200331648 tpu_estimator.py:2160] examples/sec: 9.18762\n","INFO:tensorflow:global_step/sec: 0.578488\n","I0619 15:42:51.043256 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578488\n","INFO:tensorflow:examples/sec: 9.2558\n","I0619 15:42:51.043857 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2558\n","INFO:tensorflow:global_step/sec: 0.512576\n","I0619 15:42:52.994129 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.512576\n","INFO:tensorflow:examples/sec: 8.20121\n","I0619 15:42:52.994470 139999200331648 tpu_estimator.py:2160] examples/sec: 8.20121\n","INFO:tensorflow:global_step/sec: 0.585094\n","I0619 15:42:54.703230 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.585094\n","INFO:tensorflow:examples/sec: 9.36151\n","I0619 15:42:54.707205 139999200331648 tpu_estimator.py:2160] examples/sec: 9.36151\n","INFO:tensorflow:global_step/sec: 0.561755\n","I0619 15:42:56.483387 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.561755\n","INFO:tensorflow:examples/sec: 8.98809\n","I0619 15:42:56.483840 139999200331648 tpu_estimator.py:2160] examples/sec: 8.98809\n","INFO:tensorflow:global_step/sec: 0.579012\n","I0619 15:42:58.210478 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579012\n","INFO:tensorflow:examples/sec: 9.26419\n","I0619 15:42:58.210971 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26419\n","INFO:tensorflow:global_step/sec: 0.567617\n","I0619 15:42:59.972206 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.567617\n","INFO:tensorflow:examples/sec: 9.08188\n","I0619 15:42:59.972478 139999200331648 tpu_estimator.py:2160] examples/sec: 9.08188\n","INFO:tensorflow:global_step/sec: 0.577347\n","I0619 15:43:01.704288 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577347\n","INFO:tensorflow:examples/sec: 9.23755\n","I0619 15:43:01.704623 139999200331648 tpu_estimator.py:2160] examples/sec: 9.23755\n","INFO:tensorflow:global_step/sec: 0.562247\n","I0619 15:43:03.482854 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.562247\n","INFO:tensorflow:examples/sec: 8.99596\n","I0619 15:43:03.483342 139999200331648 tpu_estimator.py:2160] examples/sec: 8.99596\n","INFO:tensorflow:global_step/sec: 0.579724\n","I0619 15:43:05.207805 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579724\n","INFO:tensorflow:examples/sec: 9.27559\n","I0619 15:43:05.208067 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27559\n","INFO:tensorflow:global_step/sec: 0.557277\n","I0619 15:43:07.002241 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.557277\n","INFO:tensorflow:examples/sec: 8.91643\n","I0619 15:43:07.002552 139999200331648 tpu_estimator.py:2160] examples/sec: 8.91643\n","INFO:tensorflow:global_step/sec: 0.577338\n","I0619 15:43:08.734348 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577338\n","INFO:tensorflow:examples/sec: 9.2374\n","I0619 15:43:08.734693 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2374\n","INFO:tensorflow:global_step/sec: 0.556297\n","I0619 15:43:10.531959 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.556297\n","INFO:tensorflow:examples/sec: 8.90074\n","I0619 15:43:10.532322 139999200331648 tpu_estimator.py:2160] examples/sec: 8.90074\n","INFO:tensorflow:global_step/sec: 0.579635\n","I0619 15:43:12.257233 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579635\n","INFO:tensorflow:examples/sec: 9.27416\n","I0619 15:43:12.257548 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27416\n","INFO:tensorflow:global_step/sec: 0.532531\n","I0619 15:43:14.134982 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.532531\n","INFO:tensorflow:examples/sec: 8.5205\n","I0619 15:43:14.135256 139999200331648 tpu_estimator.py:2160] examples/sec: 8.5205\n","INFO:tensorflow:global_step/sec: 0.579709\n","I0619 15:43:15.859984 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579709\n","INFO:tensorflow:examples/sec: 9.27534\n","I0619 15:43:15.860271 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27534\n","INFO:tensorflow:global_step/sec: 0.579007\n","I0619 15:43:17.587061 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579007\n","INFO:tensorflow:examples/sec: 9.26411\n","I0619 15:43:17.587349 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26411\n","INFO:tensorflow:global_step/sec: 0.582497\n","I0619 15:43:19.303843 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582497\n","INFO:tensorflow:examples/sec: 9.31995\n","I0619 15:43:19.304112 139999200331648 tpu_estimator.py:2160] examples/sec: 9.31995\n","INFO:tensorflow:global_step/sec: 0.559396\n","I0619 15:43:21.091561 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.559396\n","INFO:tensorflow:examples/sec: 8.95033\n","I0619 15:43:21.091996 139999200331648 tpu_estimator.py:2160] examples/sec: 8.95033\n","INFO:tensorflow:global_step/sec: 0.58024\n","I0619 15:43:22.814926 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.58024\n","INFO:tensorflow:examples/sec: 9.28383\n","I0619 15:43:22.815305 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28383\n","INFO:tensorflow:global_step/sec: 0.560325\n","I0619 15:43:24.599642 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.560325\n","INFO:tensorflow:examples/sec: 8.96521\n","I0619 15:43:24.600105 139999200331648 tpu_estimator.py:2160] examples/sec: 8.96521\n","INFO:tensorflow:global_step/sec: 0.581825\n","I0619 15:43:26.318317 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581825\n","INFO:tensorflow:examples/sec: 9.30919\n","I0619 15:43:26.318760 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30919\n","INFO:tensorflow:global_step/sec: 0.556206\n","I0619 15:43:28.116196 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.556206\n","INFO:tensorflow:examples/sec: 8.8993\n","I0619 15:43:28.116681 139999200331648 tpu_estimator.py:2160] examples/sec: 8.8993\n","INFO:tensorflow:global_step/sec: 0.578808\n","I0619 15:43:29.843894 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578808\n","INFO:tensorflow:examples/sec: 9.26092\n","I0619 15:43:29.844388 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26092\n","INFO:tensorflow:global_step/sec: 0.560517\n","I0619 15:43:31.627950 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.560517\n","INFO:tensorflow:examples/sec: 8.96827\n","I0619 15:43:31.628195 139999200331648 tpu_estimator.py:2160] examples/sec: 8.96827\n","INFO:tensorflow:global_step/sec: 0.580646\n","I0619 15:43:33.350209 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580646\n","INFO:tensorflow:examples/sec: 9.29033\n","I0619 15:43:33.350634 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29033\n","INFO:tensorflow:global_step/sec: 0.571356\n","I0619 15:43:35.100402 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.571356\n","INFO:tensorflow:examples/sec: 9.1417\n","I0619 15:43:35.100753 139999200331648 tpu_estimator.py:2160] examples/sec: 9.1417\n","INFO:tensorflow:global_step/sec: 0.581417\n","I0619 15:43:36.820366 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581417\n","INFO:tensorflow:examples/sec: 9.30267\n","I0619 15:43:36.820859 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30267\n","INFO:tensorflow:global_step/sec: 0.55798\n","I0619 15:43:38.612592 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.55798\n","INFO:tensorflow:examples/sec: 8.92767\n","I0619 15:43:38.613042 139999200331648 tpu_estimator.py:2160] examples/sec: 8.92767\n","INFO:tensorflow:global_step/sec: 0.579085\n","I0619 15:43:40.339395 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579085\n","INFO:tensorflow:examples/sec: 9.26536\n","I0619 15:43:40.339876 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26536\n","INFO:tensorflow:global_step/sec: 0.54231\n","I0619 15:43:42.183336 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.54231\n","INFO:tensorflow:examples/sec: 8.67696\n","I0619 15:43:42.183634 139999200331648 tpu_estimator.py:2160] examples/sec: 8.67696\n","INFO:tensorflow:global_step/sec: 0.504388\n","I0619 15:43:44.165943 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.504388\n","INFO:tensorflow:examples/sec: 8.0702\n","I0619 15:43:44.166218 139999200331648 tpu_estimator.py:2160] examples/sec: 8.0702\n","INFO:tensorflow:global_step/sec: 0.567061\n","I0619 15:43:45.929481 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.567061\n","INFO:tensorflow:examples/sec: 9.07298\n","I0619 15:43:45.929765 139999200331648 tpu_estimator.py:2160] examples/sec: 9.07298\n","INFO:tensorflow:global_step/sec: 0.580965\n","I0619 15:43:47.650645 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580965\n","INFO:tensorflow:examples/sec: 9.29544\n","I0619 15:43:47.651348 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29544\n","INFO:tensorflow:global_step/sec: 0.553751\n","I0619 15:43:49.456577 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.553751\n","INFO:tensorflow:examples/sec: 8.86002\n","I0619 15:43:49.457059 139999200331648 tpu_estimator.py:2160] examples/sec: 8.86002\n","INFO:tensorflow:global_step/sec: 0.582588\n","I0619 15:43:51.173030 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582588\n","INFO:tensorflow:examples/sec: 9.3214\n","I0619 15:43:51.173367 139999200331648 tpu_estimator.py:2160] examples/sec: 9.3214\n","INFO:tensorflow:global_step/sec: 0.554809\n","I0619 15:43:52.975458 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.554809\n","INFO:tensorflow:examples/sec: 8.87694\n","I0619 15:43:52.975749 139999200331648 tpu_estimator.py:2160] examples/sec: 8.87694\n","INFO:tensorflow:global_step/sec: 0.577548\n","I0619 15:43:54.706941 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577548\n","INFO:tensorflow:examples/sec: 9.24077\n","I0619 15:43:54.707212 139999200331648 tpu_estimator.py:2160] examples/sec: 9.24077\n","INFO:tensorflow:global_step/sec: 0.549562\n","I0619 15:43:56.526601 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.549562\n","INFO:tensorflow:examples/sec: 8.79299\n","I0619 15:43:56.526994 139999200331648 tpu_estimator.py:2160] examples/sec: 8.79299\n","INFO:tensorflow:global_step/sec: 0.577968\n","I0619 15:43:58.256754 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577968\n","INFO:tensorflow:examples/sec: 9.24748\n","I0619 15:43:58.257013 139999200331648 tpu_estimator.py:2160] examples/sec: 9.24748\n","INFO:tensorflow:global_step/sec: 0.55075\n","I0619 15:44:00.072521 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.55075\n","INFO:tensorflow:examples/sec: 8.812\n","I0619 15:44:00.072801 139999200331648 tpu_estimator.py:2160] examples/sec: 8.812\n","INFO:tensorflow:global_step/sec: 0.575937\n","I0619 15:44:01.808931 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.575937\n","INFO:tensorflow:examples/sec: 9.21498\n","I0619 15:44:01.809631 139999200331648 tpu_estimator.py:2160] examples/sec: 9.21498\n","INFO:tensorflow:global_step/sec: 0.550052\n","I0619 15:44:03.626791 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.550052\n","INFO:tensorflow:examples/sec: 8.80083\n","I0619 15:44:03.627071 139999200331648 tpu_estimator.py:2160] examples/sec: 8.80083\n","INFO:tensorflow:global_step/sec: 0.580445\n","I0619 15:44:05.349611 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580445\n","INFO:tensorflow:examples/sec: 9.28711\n","I0619 15:44:05.350152 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28711\n","INFO:tensorflow:global_step/sec: 0.553065\n","I0619 15:44:07.157716 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.553065\n","INFO:tensorflow:examples/sec: 8.84903\n","I0619 15:44:07.158001 139999200331648 tpu_estimator.py:2160] examples/sec: 8.84903\n","INFO:tensorflow:global_step/sec: 0.578077\n","I0619 15:44:08.887612 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578077\n","INFO:tensorflow:examples/sec: 9.24923\n","I0619 15:44:08.887883 139999200331648 tpu_estimator.py:2160] examples/sec: 9.24923\n","INFO:tensorflow:global_step/sec: 0.560486\n","I0619 15:44:10.671725 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.560486\n","INFO:tensorflow:examples/sec: 8.96778\n","I0619 15:44:10.672168 139999200331648 tpu_estimator.py:2160] examples/sec: 8.96778\n","INFO:tensorflow:global_step/sec: 0.577905\n","I0619 15:44:12.402093 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577905\n","INFO:tensorflow:examples/sec: 9.24648\n","I0619 15:44:12.402496 139999200331648 tpu_estimator.py:2160] examples/sec: 9.24648\n","INFO:tensorflow:global_step/sec: 0.552203\n","I0619 15:44:14.213024 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.552203\n","INFO:tensorflow:examples/sec: 8.83525\n","I0619 15:44:14.213431 139999200331648 tpu_estimator.py:2160] examples/sec: 8.83525\n","INFO:tensorflow:global_step/sec: 0.573177\n","I0619 15:44:15.957709 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.573177\n","INFO:tensorflow:examples/sec: 9.17083\n","I0619 15:44:15.958110 139999200331648 tpu_estimator.py:2160] examples/sec: 9.17083\n","INFO:tensorflow:global_step/sec: 0.557403\n","I0619 15:44:17.751737 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.557403\n","INFO:tensorflow:examples/sec: 8.91845\n","I0619 15:44:17.752131 139999200331648 tpu_estimator.py:2160] examples/sec: 8.91845\n","INFO:tensorflow:global_step/sec: 0.57849\n","I0619 15:44:19.480378 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.57849\n","INFO:tensorflow:examples/sec: 9.25584\n","I0619 15:44:19.480822 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25584\n","INFO:tensorflow:global_step/sec: 0.552852\n","I0619 15:44:21.289206 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.552852\n","INFO:tensorflow:examples/sec: 8.84563\n","I0619 15:44:21.289677 139999200331648 tpu_estimator.py:2160] examples/sec: 8.84563\n","INFO:tensorflow:global_step/sec: 0.575482\n","I0619 15:44:23.026883 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.575482\n","INFO:tensorflow:examples/sec: 9.20772\n","I0619 15:44:23.027172 139999200331648 tpu_estimator.py:2160] examples/sec: 9.20772\n","INFO:tensorflow:global_step/sec: 0.55693\n","I0619 15:44:24.822421 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.55693\n","INFO:tensorflow:examples/sec: 8.91088\n","I0619 15:44:24.822924 139999200331648 tpu_estimator.py:2160] examples/sec: 8.91088\n","INFO:tensorflow:global_step/sec: 0.578769\n","I0619 15:44:26.550255 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578769\n","INFO:tensorflow:examples/sec: 9.26031\n","I0619 15:44:26.550684 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26031\n","INFO:tensorflow:global_step/sec: 0.557133\n","I0619 15:44:28.345166 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.557133\n","INFO:tensorflow:examples/sec: 8.91413\n","I0619 15:44:28.345677 139999200331648 tpu_estimator.py:2160] examples/sec: 8.91413\n","INFO:tensorflow:global_step/sec: 0.579804\n","I0619 15:44:30.069890 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579804\n","INFO:tensorflow:examples/sec: 9.27686\n","I0619 15:44:30.070213 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27686\n","INFO:tensorflow:global_step/sec: 0.545611\n","I0619 15:44:31.902747 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.545611\n","INFO:tensorflow:examples/sec: 8.72978\n","I0619 15:44:31.903034 139999200331648 tpu_estimator.py:2160] examples/sec: 8.72978\n","INFO:tensorflow:global_step/sec: 0.578898\n","I0619 15:44:33.630063 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578898\n","INFO:tensorflow:examples/sec: 9.26237\n","I0619 15:44:33.630358 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26237\n","INFO:tensorflow:global_step/sec: 0.55549\n","I0619 15:44:35.430322 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.55549\n","INFO:tensorflow:examples/sec: 8.88784\n","I0619 15:44:35.430644 139999200331648 tpu_estimator.py:2160] examples/sec: 8.88784\n","INFO:tensorflow:global_step/sec: 0.577989\n","I0619 15:44:37.160457 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577989\n","INFO:tensorflow:examples/sec: 9.24782\n","I0619 15:44:37.160800 139999200331648 tpu_estimator.py:2160] examples/sec: 9.24782\n","INFO:tensorflow:global_step/sec: 0.554672\n","I0619 15:44:38.963320 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.554672\n","INFO:tensorflow:examples/sec: 8.87476\n","I0619 15:44:38.963705 139999200331648 tpu_estimator.py:2160] examples/sec: 8.87476\n","INFO:tensorflow:global_step/sec: 0.578545\n","I0619 15:44:40.691815 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578545\n","INFO:tensorflow:examples/sec: 9.25672\n","I0619 15:44:40.692084 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25672\n","INFO:tensorflow:global_step/sec: 0.544058\n","I0619 15:44:42.529817 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.544058\n","INFO:tensorflow:examples/sec: 8.70492\n","I0619 15:44:42.530093 139999200331648 tpu_estimator.py:2160] examples/sec: 8.70492\n","INFO:tensorflow:global_step/sec: 0.575899\n","I0619 15:44:44.266244 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.575899\n","INFO:tensorflow:examples/sec: 9.21439\n","I0619 15:44:44.266536 139999200331648 tpu_estimator.py:2160] examples/sec: 9.21439\n","INFO:tensorflow:global_step/sec: 0.57578\n","I0619 15:44:46.003000 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.57578\n","INFO:tensorflow:examples/sec: 9.21249\n","I0619 15:44:46.003279 139999200331648 tpu_estimator.py:2160] examples/sec: 9.21249\n","INFO:tensorflow:global_step/sec: 0.574537\n","I0619 15:44:47.743606 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.574537\n","INFO:tensorflow:examples/sec: 9.19259\n","I0619 15:44:47.743921 139999200331648 tpu_estimator.py:2160] examples/sec: 9.19259\n","INFO:tensorflow:global_step/sec: 0.562336\n","I0619 15:44:49.521885 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.562336\n","INFO:tensorflow:examples/sec: 8.99737\n","I0619 15:44:49.522210 139999200331648 tpu_estimator.py:2160] examples/sec: 8.99737\n","INFO:tensorflow:global_step/sec: 0.579911\n","I0619 15:44:51.246248 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579911\n","INFO:tensorflow:examples/sec: 9.27858\n","I0619 15:44:51.246732 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27858\n","INFO:tensorflow:global_step/sec: 0.532718\n","I0619 15:44:53.123383 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.532718\n","INFO:tensorflow:examples/sec: 8.52348\n","I0619 15:44:53.123787 139999200331648 tpu_estimator.py:2160] examples/sec: 8.52348\n","INFO:tensorflow:global_step/sec: 0.579655\n","I0619 15:44:54.848557 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579655\n","INFO:tensorflow:examples/sec: 9.27448\n","I0619 15:44:54.848804 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27448\n","INFO:tensorflow:global_step/sec: 0.563304\n","I0619 15:44:56.623775 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.563304\n","INFO:tensorflow:examples/sec: 9.01287\n","I0619 15:44:56.624039 139999200331648 tpu_estimator.py:2160] examples/sec: 9.01287\n","INFO:tensorflow:global_step/sec: 0.575832\n","I0619 15:44:58.360402 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.575832\n","INFO:tensorflow:examples/sec: 9.21331\n","I0619 15:44:58.360718 139999200331648 tpu_estimator.py:2160] examples/sec: 9.21331\n","INFO:tensorflow:global_step/sec: 0.550555\n","I0619 15:45:00.176837 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.550555\n","INFO:tensorflow:examples/sec: 8.80888\n","I0619 15:45:00.177363 139999200331648 tpu_estimator.py:2160] examples/sec: 8.80888\n","INFO:tensorflow:global_step/sec: 0.582599\n","I0619 15:45:01.893221 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582599\n","INFO:tensorflow:examples/sec: 9.32159\n","I0619 15:45:01.893627 139999200331648 tpu_estimator.py:2160] examples/sec: 9.32159\n","INFO:tensorflow:global_step/sec: 0.555942\n","I0619 15:45:03.691987 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.555942\n","INFO:tensorflow:examples/sec: 8.89507\n","I0619 15:45:03.692265 139999200331648 tpu_estimator.py:2160] examples/sec: 8.89507\n","INFO:tensorflow:global_step/sec: 0.577064\n","I0619 15:45:05.424906 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577064\n","INFO:tensorflow:examples/sec: 9.23302\n","I0619 15:45:05.425196 139999200331648 tpu_estimator.py:2160] examples/sec: 9.23302\n","INFO:tensorflow:global_step/sec: 0.544439\n","I0619 15:45:07.261708 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.544439\n","INFO:tensorflow:examples/sec: 8.71102\n","I0619 15:45:07.262001 139999200331648 tpu_estimator.py:2160] examples/sec: 8.71102\n","INFO:tensorflow:global_step/sec: 0.579368\n","I0619 15:45:08.987654 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579368\n","INFO:tensorflow:examples/sec: 9.26989\n","I0619 15:45:08.987908 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26989\n","INFO:tensorflow:global_step/sec: 0.556233\n","I0619 15:45:10.785491 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.556233\n","INFO:tensorflow:examples/sec: 8.89973\n","I0619 15:45:10.785780 139999200331648 tpu_estimator.py:2160] examples/sec: 8.89973\n","INFO:tensorflow:global_step/sec: 0.577898\n","I0619 15:45:12.515918 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577898\n","INFO:tensorflow:examples/sec: 9.24636\n","I0619 15:45:12.516193 139999200331648 tpu_estimator.py:2160] examples/sec: 9.24636\n","INFO:tensorflow:global_step/sec: 0.55645\n","I0619 15:45:14.312976 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.55645\n","INFO:tensorflow:examples/sec: 8.9032\n","I0619 15:45:14.313247 139999200331648 tpu_estimator.py:2160] examples/sec: 8.9032\n","INFO:tensorflow:global_step/sec: 0.577356\n","I0619 15:45:16.044986 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577356\n","INFO:tensorflow:examples/sec: 9.23769\n","I0619 15:45:16.045260 139999200331648 tpu_estimator.py:2160] examples/sec: 9.23769\n","INFO:tensorflow:global_step/sec: 0.556432\n","I0619 15:45:17.842168 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.556432\n","INFO:tensorflow:examples/sec: 8.90291\n","I0619 15:45:17.842427 139999200331648 tpu_estimator.py:2160] examples/sec: 8.90291\n","INFO:tensorflow:global_step/sec: 0.579434\n","I0619 15:45:19.567988 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579434\n","INFO:tensorflow:examples/sec: 9.27095\n","I0619 15:45:19.569112 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27095\n","INFO:tensorflow:global_step/sec: 0.561445\n","I0619 15:45:21.349127 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.561445\n","INFO:tensorflow:examples/sec: 8.98312\n","I0619 15:45:21.349603 139999200331648 tpu_estimator.py:2160] examples/sec: 8.98312\n","INFO:tensorflow:global_step/sec: 0.582122\n","I0619 15:45:23.066991 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582122\n","INFO:tensorflow:examples/sec: 9.31396\n","I0619 15:45:23.067405 139999200331648 tpu_estimator.py:2160] examples/sec: 9.31396\n","INFO:tensorflow:global_step/sec: 0.521964\n","I0619 15:45:24.982801 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.521964\n","INFO:tensorflow:examples/sec: 8.35142\n","I0619 15:45:24.983215 139999200331648 tpu_estimator.py:2160] examples/sec: 8.35142\n","INFO:tensorflow:global_step/sec: 0.577337\n","I0619 15:45:26.714910 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577337\n","INFO:tensorflow:examples/sec: 9.23739\n","I0619 15:45:26.715368 139999200331648 tpu_estimator.py:2160] examples/sec: 9.23739\n","INFO:tensorflow:global_step/sec: 0.564095\n","I0619 15:45:28.487690 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.564095\n","INFO:tensorflow:examples/sec: 9.02551\n","I0619 15:45:28.487973 139999200331648 tpu_estimator.py:2160] examples/sec: 9.02551\n","INFO:tensorflow:global_step/sec: 0.579068\n","I0619 15:45:30.214598 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579068\n","INFO:tensorflow:examples/sec: 9.26508\n","I0619 15:45:30.214878 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26508\n","INFO:tensorflow:global_step/sec: 0.560087\n","I0619 15:45:31.999997 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.560087\n","INFO:tensorflow:examples/sec: 8.96139\n","I0619 15:45:32.000509 139999200331648 tpu_estimator.py:2160] examples/sec: 8.96139\n","INFO:tensorflow:global_step/sec: 0.582118\n","I0619 15:45:33.717861 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582118\n","INFO:tensorflow:examples/sec: 9.3139\n","I0619 15:45:33.718131 139999200331648 tpu_estimator.py:2160] examples/sec: 9.3139\n","INFO:tensorflow:global_step/sec: 0.551364\n","I0619 15:45:35.531576 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.551364\n","INFO:tensorflow:examples/sec: 8.82182\n","I0619 15:45:35.532059 139999200331648 tpu_estimator.py:2160] examples/sec: 8.82182\n","INFO:tensorflow:global_step/sec: 0.582235\n","I0619 15:45:37.249117 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582235\n","INFO:tensorflow:examples/sec: 9.31576\n","I0619 15:45:37.249593 139999200331648 tpu_estimator.py:2160] examples/sec: 9.31576\n","INFO:tensorflow:global_step/sec: 0.550269\n","I0619 15:45:39.066406 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.550269\n","INFO:tensorflow:examples/sec: 8.80431\n","I0619 15:45:39.066770 139999200331648 tpu_estimator.py:2160] examples/sec: 8.80431\n","INFO:tensorflow:global_step/sec: 0.57891\n","I0619 15:45:40.793781 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.57891\n","INFO:tensorflow:examples/sec: 9.26257\n","I0619 15:45:40.794121 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26257\n","INFO:tensorflow:global_step/sec: 0.56242\n","I0619 15:45:42.571756 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.56242\n","INFO:tensorflow:examples/sec: 8.99873\n","I0619 15:45:42.572173 139999200331648 tpu_estimator.py:2160] examples/sec: 8.99873\n","INFO:tensorflow:global_step/sec: 0.584038\n","I0619 15:45:44.284001 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.584038\n","INFO:tensorflow:examples/sec: 9.34461\n","I0619 15:45:44.284298 139999200331648 tpu_estimator.py:2160] examples/sec: 9.34461\n","INFO:tensorflow:global_step/sec: 0.553329\n","I0619 15:45:46.091256 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.553329\n","INFO:tensorflow:examples/sec: 8.85327\n","I0619 15:45:46.091564 139999200331648 tpu_estimator.py:2160] examples/sec: 8.85327\n","INFO:tensorflow:global_step/sec: 0.581928\n","I0619 15:45:47.809682 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581928\n","INFO:tensorflow:examples/sec: 9.31085\n","I0619 15:45:47.809960 139999200331648 tpu_estimator.py:2160] examples/sec: 9.31085\n","INFO:tensorflow:global_step/sec: 0.532669\n","I0619 15:45:49.687005 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.532669\n","INFO:tensorflow:examples/sec: 8.5227\n","I0619 15:45:49.687372 139999200331648 tpu_estimator.py:2160] examples/sec: 8.5227\n","INFO:tensorflow:global_step/sec: 0.576888\n","I0619 15:45:51.420451 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.576888\n","INFO:tensorflow:examples/sec: 9.23021\n","I0619 15:45:51.420715 139999200331648 tpu_estimator.py:2160] examples/sec: 9.23021\n","INFO:tensorflow:global_step/sec: 0.536763\n","I0619 15:45:53.283502 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.536763\n","INFO:tensorflow:examples/sec: 8.58821\n","I0619 15:45:53.284077 139999200331648 tpu_estimator.py:2160] examples/sec: 8.58821\n","INFO:tensorflow:global_step/sec: 0.574552\n","I0619 15:45:55.023988 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.574552\n","INFO:tensorflow:examples/sec: 9.19283\n","I0619 15:45:55.024498 139999200331648 tpu_estimator.py:2160] examples/sec: 9.19283\n","INFO:tensorflow:global_step/sec: 0.548556\n","I0619 15:45:56.846891 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.548556\n","INFO:tensorflow:examples/sec: 8.7769\n","I0619 15:45:56.847312 139999200331648 tpu_estimator.py:2160] examples/sec: 8.7769\n","INFO:tensorflow:global_step/sec: 0.577012\n","I0619 15:45:58.579981 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577012\n","INFO:tensorflow:examples/sec: 9.23219\n","I0619 15:45:58.580288 139999200331648 tpu_estimator.py:2160] examples/sec: 9.23219\n","INFO:tensorflow:global_step/sec: 0.561608\n","I0619 15:46:00.360601 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.561608\n","INFO:tensorflow:examples/sec: 8.98572\n","I0619 15:46:00.360996 139999200331648 tpu_estimator.py:2160] examples/sec: 8.98572\n","INFO:tensorflow:global_step/sec: 0.574642\n","I0619 15:46:02.100790 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.574642\n","INFO:tensorflow:examples/sec: 9.19427\n","I0619 15:46:02.101546 139999200331648 tpu_estimator.py:2160] examples/sec: 9.19427\n","INFO:tensorflow:global_step/sec: 0.57097\n","I0619 15:46:03.852206 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.57097\n","INFO:tensorflow:examples/sec: 9.13553\n","I0619 15:46:03.852666 139999200331648 tpu_estimator.py:2160] examples/sec: 9.13553\n","INFO:tensorflow:global_step/sec: 0.576445\n","I0619 15:46:05.586960 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.576445\n","INFO:tensorflow:examples/sec: 9.22312\n","I0619 15:46:05.587232 139999200331648 tpu_estimator.py:2160] examples/sec: 9.22312\n","INFO:tensorflow:global_step/sec: 0.552296\n","I0619 15:46:07.397604 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.552296\n","INFO:tensorflow:examples/sec: 8.83673\n","I0619 15:46:07.398102 139999200331648 tpu_estimator.py:2160] examples/sec: 8.83673\n","INFO:tensorflow:global_step/sec: 0.57745\n","I0619 15:46:09.129342 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.57745\n","INFO:tensorflow:examples/sec: 9.2392\n","I0619 15:46:09.129766 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2392\n","INFO:tensorflow:global_step/sec: 0.580493\n","I0619 15:46:10.851993 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580493\n","INFO:tensorflow:examples/sec: 9.28788\n","I0619 15:46:10.852373 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28788\n","INFO:tensorflow:global_step/sec: 0.578494\n","I0619 15:46:12.580671 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578494\n","INFO:tensorflow:examples/sec: 9.2559\n","I0619 15:46:12.580950 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2559\n","INFO:tensorflow:global_step/sec: 0.550468\n","I0619 15:46:14.397300 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.550468\n","INFO:tensorflow:examples/sec: 8.80749\n","I0619 15:46:14.397581 139999200331648 tpu_estimator.py:2160] examples/sec: 8.80749\n","INFO:tensorflow:global_step/sec: 0.578148\n","I0619 15:46:16.127009 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578148\n","INFO:tensorflow:examples/sec: 9.25036\n","I0619 15:46:16.127340 139999200331648 tpu_estimator.py:2160] examples/sec: 9.25036\n","INFO:tensorflow:global_step/sec: 0.568597\n","I0619 15:46:17.885691 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.568597\n","INFO:tensorflow:examples/sec: 9.09756\n","I0619 15:46:17.885987 139999200331648 tpu_estimator.py:2160] examples/sec: 9.09756\n","INFO:tensorflow:global_step/sec: 0.581288\n","I0619 15:46:19.606061 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581288\n","INFO:tensorflow:examples/sec: 9.30061\n","I0619 15:46:19.606392 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30061\n","INFO:tensorflow:global_step/sec: 0.518464\n","I0619 15:46:21.534774 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.518464\n","INFO:tensorflow:examples/sec: 8.29542\n","I0619 15:46:21.535191 139999200331648 tpu_estimator.py:2160] examples/sec: 8.29542\n","INFO:tensorflow:global_step/sec: 0.581343\n","I0619 15:46:23.254931 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581343\n","INFO:tensorflow:examples/sec: 9.30149\n","I0619 15:46:23.255370 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30149\n","INFO:tensorflow:global_step/sec: 0.5573\n","I0619 15:46:25.049320 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.5573\n","INFO:tensorflow:examples/sec: 8.9168\n","I0619 15:46:25.049772 139999200331648 tpu_estimator.py:2160] examples/sec: 8.9168\n","INFO:tensorflow:global_step/sec: 0.580666\n","I0619 15:46:26.771410 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580666\n","INFO:tensorflow:examples/sec: 9.29065\n","I0619 15:46:26.771848 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29065\n","INFO:tensorflow:global_step/sec: 0.550612\n","I0619 15:46:28.587666 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.550612\n","INFO:tensorflow:examples/sec: 8.80979\n","I0619 15:46:28.588093 139999200331648 tpu_estimator.py:2160] examples/sec: 8.80979\n","INFO:tensorflow:global_step/sec: 0.581098\n","I0619 15:46:30.308524 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581098\n","INFO:tensorflow:examples/sec: 9.29756\n","I0619 15:46:30.308804 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29756\n","INFO:tensorflow:global_step/sec: 0.552027\n","I0619 15:46:32.120000 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.552027\n","INFO:tensorflow:examples/sec: 8.83243\n","I0619 15:46:32.120419 139999200331648 tpu_estimator.py:2160] examples/sec: 8.83243\n","INFO:tensorflow:global_step/sec: 0.580861\n","I0619 15:46:33.841655 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580861\n","INFO:tensorflow:examples/sec: 9.29378\n","I0619 15:46:33.842247 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29378\n","INFO:tensorflow:global_step/sec: 0.55858\n","I0619 15:46:35.631860 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.55858\n","INFO:tensorflow:examples/sec: 8.93728\n","I0619 15:46:35.632154 139999200331648 tpu_estimator.py:2160] examples/sec: 8.93728\n","INFO:tensorflow:global_step/sec: 0.580982\n","I0619 15:46:37.353099 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580982\n","INFO:tensorflow:examples/sec: 9.29571\n","I0619 15:46:37.353603 139999200331648 tpu_estimator.py:2160] examples/sec: 9.29571\n","INFO:tensorflow:global_step/sec: 0.555095\n","I0619 15:46:39.154578 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.555095\n","INFO:tensorflow:examples/sec: 8.88152\n","I0619 15:46:39.154850 139999200331648 tpu_estimator.py:2160] examples/sec: 8.88152\n","INFO:tensorflow:global_step/sec: 0.581569\n","I0619 15:46:40.874020 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581569\n","INFO:tensorflow:examples/sec: 9.30511\n","I0619 15:46:40.874540 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30511\n","INFO:tensorflow:global_step/sec: 0.511948\n","I0619 15:46:42.827323 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.511948\n","INFO:tensorflow:examples/sec: 8.19117\n","I0619 15:46:42.827715 139999200331648 tpu_estimator.py:2160] examples/sec: 8.19117\n","INFO:tensorflow:global_step/sec: 0.577247\n","I0619 15:46:44.559693 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577247\n","INFO:tensorflow:examples/sec: 9.23595\n","I0619 15:46:44.559940 139999200331648 tpu_estimator.py:2160] examples/sec: 9.23595\n","INFO:tensorflow:global_step/sec: 0.557298\n","I0619 15:46:46.354051 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.557298\n","INFO:tensorflow:examples/sec: 8.91676\n","I0619 15:46:46.354491 139999200331648 tpu_estimator.py:2160] examples/sec: 8.91676\n","INFO:tensorflow:global_step/sec: 0.577353\n","I0619 15:46:48.086130 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577353\n","INFO:tensorflow:examples/sec: 9.23764\n","I0619 15:46:48.086557 139999200331648 tpu_estimator.py:2160] examples/sec: 9.23764\n","INFO:tensorflow:global_step/sec: 0.547309\n","I0619 15:46:49.913227 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.547309\n","INFO:tensorflow:examples/sec: 8.75695\n","I0619 15:46:49.913505 139999200331648 tpu_estimator.py:2160] examples/sec: 8.75695\n","INFO:tensorflow:global_step/sec: 0.579723\n","I0619 15:46:51.638187 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579723\n","INFO:tensorflow:examples/sec: 9.27556\n","I0619 15:46:51.638680 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27556\n","INFO:tensorflow:global_step/sec: 0.555204\n","I0619 15:46:53.439333 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.555204\n","INFO:tensorflow:examples/sec: 8.88326\n","I0619 15:46:53.439753 139999200331648 tpu_estimator.py:2160] examples/sec: 8.88326\n","INFO:tensorflow:global_step/sec: 0.583755\n","I0619 15:46:55.152412 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.583755\n","INFO:tensorflow:examples/sec: 9.34008\n","I0619 15:46:55.152833 139999200331648 tpu_estimator.py:2160] examples/sec: 9.34008\n","INFO:tensorflow:global_step/sec: 0.561528\n","I0619 15:46:56.933278 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.561528\n","INFO:tensorflow:examples/sec: 8.98445\n","I0619 15:46:56.933734 139999200331648 tpu_estimator.py:2160] examples/sec: 8.98445\n","INFO:tensorflow:global_step/sec: 0.579154\n","I0619 15:46:58.659933 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579154\n","INFO:tensorflow:examples/sec: 9.26646\n","I0619 15:46:58.660423 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26646\n","INFO:tensorflow:global_step/sec: 0.557658\n","I0619 15:47:00.453177 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.557658\n","INFO:tensorflow:examples/sec: 8.92253\n","I0619 15:47:00.453521 139999200331648 tpu_estimator.py:2160] examples/sec: 8.92253\n","INFO:tensorflow:global_step/sec: 0.582498\n","I0619 15:47:02.169888 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582498\n","INFO:tensorflow:examples/sec: 9.31996\n","I0619 15:47:02.170208 139999200331648 tpu_estimator.py:2160] examples/sec: 9.31996\n","INFO:tensorflow:global_step/sec: 0.55455\n","I0619 15:47:03.973109 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.55455\n","INFO:tensorflow:examples/sec: 8.87281\n","I0619 15:47:03.973426 139999200331648 tpu_estimator.py:2160] examples/sec: 8.87281\n","INFO:tensorflow:global_step/sec: 0.58058\n","I0619 15:47:05.695545 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.58058\n","INFO:tensorflow:examples/sec: 9.28929\n","I0619 15:47:05.697554 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28929\n","INFO:tensorflow:global_step/sec: 0.558804\n","I0619 15:47:07.485055 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.558804\n","INFO:tensorflow:examples/sec: 8.94087\n","I0619 15:47:07.485322 139999200331648 tpu_estimator.py:2160] examples/sec: 8.94087\n","INFO:tensorflow:global_step/sec: 0.581803\n","I0619 15:47:09.203865 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581803\n","INFO:tensorflow:examples/sec: 9.30884\n","I0619 15:47:09.204158 139999200331648 tpu_estimator.py:2160] examples/sec: 9.30884\n","INFO:tensorflow:global_step/sec: 0.549402\n","I0619 15:47:11.024044 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.549402\n","INFO:tensorflow:examples/sec: 8.79043\n","I0619 15:47:11.024335 139999200331648 tpu_estimator.py:2160] examples/sec: 8.79043\n","INFO:tensorflow:global_step/sec: 0.585833\n","I0619 15:47:12.730982 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.585833\n","INFO:tensorflow:examples/sec: 9.37333\n","I0619 15:47:12.731425 139999200331648 tpu_estimator.py:2160] examples/sec: 9.37333\n","INFO:tensorflow:global_step/sec: 0.553639\n","I0619 15:47:14.537240 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.553639\n","INFO:tensorflow:examples/sec: 8.85822\n","I0619 15:47:14.537739 139999200331648 tpu_estimator.py:2160] examples/sec: 8.85822\n","INFO:tensorflow:global_step/sec: 0.579755\n","I0619 15:47:16.262148 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579755\n","INFO:tensorflow:examples/sec: 9.27608\n","I0619 15:47:16.262474 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27608\n","INFO:tensorflow:global_step/sec: 0.546458\n","I0619 15:47:18.092064 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.546458\n","INFO:tensorflow:examples/sec: 8.74333\n","I0619 15:47:18.092369 139999200331648 tpu_estimator.py:2160] examples/sec: 8.74333\n","INFO:tensorflow:global_step/sec: 0.579111\n","I0619 15:47:19.818873 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579111\n","INFO:tensorflow:examples/sec: 9.26578\n","I0619 15:47:19.819194 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26578\n","INFO:tensorflow:global_step/sec: 0.556002\n","I0619 15:47:21.617411 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.556002\n","INFO:tensorflow:examples/sec: 8.89603\n","I0619 15:47:21.617847 139999200331648 tpu_estimator.py:2160] examples/sec: 8.89603\n","INFO:tensorflow:global_step/sec: 0.57795\n","I0619 15:47:23.347832 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.57795\n","INFO:tensorflow:examples/sec: 9.2472\n","I0619 15:47:23.348375 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2472\n","INFO:tensorflow:global_step/sec: 0.554182\n","I0619 15:47:25.152090 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.554182\n","INFO:tensorflow:examples/sec: 8.86692\n","I0619 15:47:25.152492 139999200331648 tpu_estimator.py:2160] examples/sec: 8.86692\n","INFO:tensorflow:global_step/sec: 0.580079\n","I0619 15:47:26.876086 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580079\n","INFO:tensorflow:examples/sec: 9.28126\n","I0619 15:47:26.876480 139999200331648 tpu_estimator.py:2160] examples/sec: 9.28126\n","INFO:tensorflow:global_step/sec: 0.504316\n","I0619 15:47:28.858971 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.504316\n","INFO:tensorflow:examples/sec: 8.06905\n","I0619 15:47:28.859537 139999200331648 tpu_estimator.py:2160] examples/sec: 8.06905\n","INFO:tensorflow:global_step/sec: 0.577225\n","I0619 15:47:30.591323 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.577225\n","INFO:tensorflow:examples/sec: 9.2356\n","I0619 15:47:30.591730 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2356\n","INFO:tensorflow:global_step/sec: 0.550921\n","I0619 15:47:32.406476 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.550921\n","INFO:tensorflow:examples/sec: 8.81474\n","I0619 15:47:32.406882 139999200331648 tpu_estimator.py:2160] examples/sec: 8.81474\n","INFO:tensorflow:global_step/sec: 0.578988\n","I0619 15:47:34.133732 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578988\n","INFO:tensorflow:examples/sec: 9.26381\n","I0619 15:47:34.134010 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26381\n","INFO:tensorflow:global_step/sec: 0.558087\n","I0619 15:47:35.925485 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.558087\n","INFO:tensorflow:examples/sec: 8.9294\n","I0619 15:47:35.925801 139999200331648 tpu_estimator.py:2160] examples/sec: 8.9294\n","INFO:tensorflow:global_step/sec: 0.581669\n","I0619 15:47:37.644726 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.581669\n","INFO:tensorflow:examples/sec: 9.3067\n","I0619 15:47:37.645179 139999200331648 tpu_estimator.py:2160] examples/sec: 9.3067\n","INFO:tensorflow:global_step/sec: 0.554482\n","I0619 15:47:39.448215 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.554482\n","INFO:tensorflow:examples/sec: 8.87171\n","I0619 15:47:39.448737 139999200331648 tpu_estimator.py:2160] examples/sec: 8.87171\n","INFO:tensorflow:global_step/sec: 0.576256\n","I0619 15:47:41.183507 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.576256\n","INFO:tensorflow:examples/sec: 9.2201\n","I0619 15:47:41.183989 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2201\n","INFO:tensorflow:global_step/sec: 0.562843\n","I0619 15:47:42.960169 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.562843\n","INFO:tensorflow:examples/sec: 9.0055\n","I0619 15:47:42.960704 139999200331648 tpu_estimator.py:2160] examples/sec: 9.0055\n","INFO:tensorflow:global_step/sec: 0.576424\n","I0619 15:47:44.694999 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.576424\n","INFO:tensorflow:examples/sec: 9.22279\n","I0619 15:47:44.695292 139999200331648 tpu_estimator.py:2160] examples/sec: 9.22279\n","INFO:tensorflow:global_step/sec: 0.548842\n","I0619 15:47:46.517008 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.548842\n","INFO:tensorflow:examples/sec: 8.78147\n","I0619 15:47:46.517413 139999200331648 tpu_estimator.py:2160] examples/sec: 8.78147\n","INFO:tensorflow:global_step/sec: 0.580675\n","I0619 15:47:48.239161 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.580675\n","INFO:tensorflow:examples/sec: 9.2908\n","I0619 15:47:48.239650 139999200331648 tpu_estimator.py:2160] examples/sec: 9.2908\n","INFO:tensorflow:global_step/sec: 0.558134\n","I0619 15:47:50.030855 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.558134\n","INFO:tensorflow:examples/sec: 8.93015\n","I0619 15:47:50.031212 139999200331648 tpu_estimator.py:2160] examples/sec: 8.93015\n","INFO:tensorflow:global_step/sec: 0.58321\n","I0619 15:47:51.745513 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.58321\n","INFO:tensorflow:examples/sec: 9.33136\n","I0619 15:47:51.745937 139999200331648 tpu_estimator.py:2160] examples/sec: 9.33136\n","INFO:tensorflow:global_step/sec: 0.583033\n","I0619 15:47:53.460708 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.583033\n","INFO:tensorflow:examples/sec: 9.32852\n","I0619 15:47:53.461032 139999200331648 tpu_estimator.py:2160] examples/sec: 9.32852\n","INFO:tensorflow:global_step/sec: 0.579405\n","I0619 15:47:55.186627 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.579405\n","INFO:tensorflow:examples/sec: 9.27048\n","I0619 15:47:55.187075 139999200331648 tpu_estimator.py:2160] examples/sec: 9.27048\n","INFO:tensorflow:global_step/sec: 0.551247\n","I0619 15:47:57.000708 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.551247\n","INFO:tensorflow:examples/sec: 8.81995\n","I0619 15:47:57.001091 139999200331648 tpu_estimator.py:2160] examples/sec: 8.81995\n","INFO:tensorflow:global_step/sec: 0.578862\n","I0619 15:47:58.728170 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.578862\n","INFO:tensorflow:examples/sec: 9.26179\n","I0619 15:47:58.728584 139999200331648 tpu_estimator.py:2160] examples/sec: 9.26179\n","INFO:tensorflow:global_step/sec: 0.565585\n","I0619 15:48:00.496272 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.565585\n","INFO:tensorflow:examples/sec: 9.04936\n","I0619 15:48:00.496693 139999200331648 tpu_estimator.py:2160] examples/sec: 9.04936\n","INFO:tensorflow:global_step/sec: 0.585065\n","I0619 15:48:02.205496 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.585065\n","INFO:tensorflow:examples/sec: 9.36105\n","I0619 15:48:02.205919 139999200331648 tpu_estimator.py:2160] examples/sec: 9.36105\n","INFO:tensorflow:global_step/sec: 0.574511\n","I0619 15:48:03.946125 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.574511\n","INFO:tensorflow:examples/sec: 9.19218\n","I0619 15:48:03.946545 139999200331648 tpu_estimator.py:2160] examples/sec: 9.19218\n","INFO:tensorflow:global_step/sec: 0.582805\n","I0619 15:48:05.661886 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.582805\n","INFO:tensorflow:examples/sec: 9.32489\n","I0619 15:48:05.662389 139999200331648 tpu_estimator.py:2160] examples/sec: 9.32489\n","INFO:tensorflow:global_step/sec: 0.568918\n","I0619 15:48:07.419674 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.568918\n","INFO:tensorflow:examples/sec: 9.10269\n","I0619 15:48:07.420104 139999200331648 tpu_estimator.py:2160] examples/sec: 9.10269\n","INFO:tensorflow:Saving checkpoints for 5000 into ./pretrained/fine_tune/model.ckpt.\n","I0619 15:48:09.134710 139999200331648 basic_session_run_hooks.py:606] Saving checkpoints for 5000 into ./pretrained/fine_tune/model.ckpt.\n","WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow/python/training/saver.py:960: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version.\n","Instructions for updating:\n","Use standard file APIs to delete files with this prefix.\n","W0619 15:48:14.592561 139999200331648 deprecation.py:323] From /usr/local/lib/python3.6/dist-packages/tensorflow/python/training/saver.py:960: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version.\n","Instructions for updating:\n","Use standard file APIs to delete files with this prefix.\n","INFO:tensorflow:global_step/sec: 0.120509\n","I0619 15:48:15.717739 139999200331648 tpu_estimator.py:2159] global_step/sec: 0.120509\n","INFO:tensorflow:examples/sec: 1.92815\n","I0619 15:48:15.718209 139999200331648 tpu_estimator.py:2160] examples/sec: 1.92815\n","INFO:tensorflow:Loss for final step: 0.9427375.\n","I0619 15:48:15.932489 139999200331648 estimator.py:368] Loss for final step: 0.9427375.\n","INFO:tensorflow:training_loop marked as finished\n","I0619 15:48:15.933414 139999200331648 error_handling.py:96] training_loop marked as finished\n","INFO:tensorflow:***** Running evaluation *****\n","I0619 15:48:15.933667 139999200331648 run_pretraining.py:469] ***** Running evaluation *****\n","INFO:tensorflow:  Batch size = 8\n","I0619 15:48:15.933816 139999200331648 run_pretraining.py:470]   Batch size = 8\n","INFO:tensorflow:Calling model_fn.\n","I0619 15:48:15.990827 139999200331648 estimator.py:1145] Calling model_fn.\n","INFO:tensorflow:Running eval on CPU\n","I0619 15:48:15.991100 139999200331648 tpu_estimator.py:2965] Running eval on CPU\n","INFO:tensorflow:*** Features ***\n","I0619 15:48:15.991596 139999200331648 run_pretraining.py:117] *** Features ***\n","INFO:tensorflow:  name = input_ids, shape = (8, 256)\n","I0619 15:48:15.991786 139999200331648 run_pretraining.py:119]   name = input_ids, shape = (8, 256)\n","INFO:tensorflow:  name = input_mask, shape = (8, 256)\n","I0619 15:48:15.991960 139999200331648 run_pretraining.py:119]   name = input_mask, shape = (8, 256)\n","INFO:tensorflow:  name = masked_lm_ids, shape = (8, 60)\n","I0619 15:48:15.992133 139999200331648 run_pretraining.py:119]   name = masked_lm_ids, shape = (8, 60)\n","INFO:tensorflow:  name = masked_lm_positions, shape = (8, 60)\n","I0619 15:48:15.992361 139999200331648 run_pretraining.py:119]   name = masked_lm_positions, shape = (8, 60)\n","INFO:tensorflow:  name = masked_lm_weights, shape = (8, 60)\n","I0619 15:48:15.992557 139999200331648 run_pretraining.py:119]   name = masked_lm_weights, shape = (8, 60)\n","INFO:tensorflow:  name = next_sentence_labels, shape = (8, 1)\n","I0619 15:48:15.992722 139999200331648 run_pretraining.py:119]   name = next_sentence_labels, shape = (8, 1)\n","INFO:tensorflow:  name = segment_ids, shape = (8, 256)\n","I0619 15:48:15.992882 139999200331648 run_pretraining.py:119]   name = segment_ids, shape = (8, 256)\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb6b70>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb6b70>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:16.184909 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb6b70>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb6b70>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb6ac8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb6ac8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:16.289778 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb6ac8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb6ac8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb6ac8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb6ac8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:16.400085 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb6ac8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb6ac8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb6a20>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb6a20>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:16.527276 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb6a20>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb6a20>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bd8cf8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bd8cf8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:16.653090 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bd8cf8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bd8cf8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bd8cf8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bd8cf8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:16.765807 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bd8cf8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bd8cf8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb6a58>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb6a58>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:16.897640 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb6a58>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb6a58>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb6a58>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb6a58>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:17.004471 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb6a58>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb6a58>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb6a58>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb6a58>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:17.106931 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb6a58>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb6a58>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb6630>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb6630>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:17.227447 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb6630>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb6630>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bc8ac8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bc8ac8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:17.360635 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bc8ac8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bc8ac8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0b7b2e8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0b7b2e8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:17.474938 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0b7b2e8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0b7b2e8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a09c5518>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a09c5518>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:17.594217 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a09c5518>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a09c5518>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a09c5518>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a09c5518>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:17.703520 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a09c5518>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a09c5518>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a09c5518>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a09c5518>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:17.807781 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a09c5518>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a09c5518>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb62b0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb62b0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:17.942707 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb62b0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb62b0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0b7b470>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0b7b470>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:18.066966 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0b7b470>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0b7b470>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0ba20b8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0ba20b8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:18.185126 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0ba20b8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0ba20b8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a08c2b70>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a08c2b70>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:18.305907 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a08c2b70>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a08c2b70>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a08c2b70>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a08c2b70>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:18.420399 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a08c2b70>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a08c2b70>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a08c2b70>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a08c2b70>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:18.520640 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a08c2b70>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a08c2b70>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a08e8f28>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a08e8f28>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:18.654801 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a08e8f28>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a08e8f28>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0ba20b8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0ba20b8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:18.778735 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0ba20b8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0ba20b8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0b7b470>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0b7b470>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:19.357712 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0b7b470>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0b7b470>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a011eb00>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a011eb00>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:19.488692 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a011eb00>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a011eb00>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a011eb00>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a011eb00>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:19.596965 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a011eb00>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a011eb00>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a011eb00>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a011eb00>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:19.701768 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a011eb00>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a011eb00>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53d305e240>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53d305e240>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:19.858972 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53d305e240>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53d305e240>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a08e8da0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a08e8da0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:19.996649 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a08e8da0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a08e8da0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb6320>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb6320>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:20.209182 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb6320>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bb6320>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0656588>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0656588>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:20.395812 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0656588>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0656588>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0656588>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0656588>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:20.539378 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0656588>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0656588>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0656588>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0656588>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:20.678153 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0656588>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0656588>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53d16e7ba8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53d16e7ba8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:20.851032 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53d16e7ba8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53d16e7ba8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8c8ef60>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8c8ef60>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:21.029218 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8c8ef60>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8c8ef60>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a08e8da0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a08e8da0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:21.196946 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a08e8da0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a08e8da0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8b44518>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8b44518>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:21.414751 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8b44518>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8b44518>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a252ecf8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a252ecf8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:21.574873 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a252ecf8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a252ecf8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53aa1577f0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53aa1577f0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:21.712153 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53aa1577f0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53aa1577f0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8b44940>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8b44940>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:21.877981 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8b44940>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8b44940>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53ac824c88>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53ac824c88>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:22.066006 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53ac824c88>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53ac824c88>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8c8ef60>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8c8ef60>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:22.219516 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8c8ef60>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8c8ef60>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53aa0a47f0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53aa0a47f0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:22.384255 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53aa0a47f0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53aa0a47f0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53aa0a47f0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53aa0a47f0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:22.536553 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53aa0a47f0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53aa0a47f0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53aa0a47f0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53aa0a47f0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:22.676179 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53aa0a47f0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53aa0a47f0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a5c8f2b0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a5c8f2b0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:22.847961 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a5c8f2b0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a5c8f2b0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8c8ef60>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8c8ef60>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:23.039044 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8c8ef60>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8c8ef60>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53ac824c88>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53ac824c88>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:23.201337 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53ac824c88>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53ac824c88>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53ab550358>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53ab550358>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:23.374307 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53ab550358>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53ab550358>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53ab550358>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53ab550358>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:23.528768 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53ab550358>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53ab550358>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53ab550358>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53ab550358>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:23.687757 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53ab550358>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53ab550358>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a5c8f7f0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a5c8f7f0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:23.863971 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a5c8f7f0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a5c8f7f0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a33afc88>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a33afc88>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:24.039893 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a33afc88>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a33afc88>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8c8ef60>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8c8ef60>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:24.212748 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8c8ef60>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8c8ef60>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8d096a0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8d096a0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:24.392598 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8d096a0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8d096a0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8d096a0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8d096a0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:24.544768 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8d096a0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8d096a0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8d096a0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8d096a0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:24.690162 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8d096a0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8d096a0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8d0c3c8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8d0c3c8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:24.862011 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8d0c3c8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8d0c3c8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8c8eb70>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8c8eb70>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:25.023592 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8c8eb70>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8c8eb70>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a33afc88>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a33afc88>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:25.195106 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a33afc88>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a33afc88>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8bc2f98>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8bc2f98>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:25.514793 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8bc2f98>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8bc2f98>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8bc2f98>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8bc2f98>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:25.663332 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8bc2f98>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8bc2f98>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8bc2f98>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8bc2f98>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:25.805370 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8bc2f98>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8bc2f98>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a337a128>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a337a128>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:25.973924 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a337a128>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a337a128>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53ab5dc588>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53ab5dc588>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:26.177426 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53ab5dc588>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53ab5dc588>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8d32160>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8d32160>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:26.350960 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8d32160>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8d32160>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bae2e8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bae2e8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:26.515367 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bae2e8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bae2e8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bae2e8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bae2e8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:26.663004 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bae2e8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bae2e8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bae2e8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bae2e8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:26.805709 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bae2e8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bae2e8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a33edb00>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a33edb00>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:26.984477 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a33edb00>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a33edb00>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8c39588>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8c39588>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:27.168596 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8c39588>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a8c39588>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53ab5dc588>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53ab5dc588>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:27.327127 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53ab5dc588>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53ab5dc588>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bc8908>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bc8908>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:27.521833 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bc8908>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a0bc8908>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a3414080>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a3414080>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","W0619 15:48:27.677118 139999200331648 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a3414080>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f53a3414080>>: AssertionError: Bad argument number for Name: 3, expecting 4\n","INFO:tensorflow:**** Trainable Variables ****\n","I0619 15:48:28.834713 139999200331648 run_pretraining.py:167] **** Trainable Variables ****\n","INFO:tensorflow:  name = bert/embeddings/word_embeddings:0, shape = (21128, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.835125 139999200331648 run_pretraining.py:173]   name = bert/embeddings/word_embeddings:0, shape = (21128, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/embeddings/token_type_embeddings:0, shape = (2, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.835508 139999200331648 run_pretraining.py:173]   name = bert/embeddings/token_type_embeddings:0, shape = (2, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/embeddings/position_embeddings:0, shape = (512, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.835801 139999200331648 run_pretraining.py:173]   name = bert/embeddings/position_embeddings:0, shape = (512, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/embeddings/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.836131 139999200331648 run_pretraining.py:173]   name = bert/embeddings/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/embeddings/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.836408 139999200331648 run_pretraining.py:173]   name = bert/embeddings/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_0/attention/self/query/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.836744 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_0/attention/self/query/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_0/attention/self/query/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.836985 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_0/attention/self/query/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_0/attention/self/key/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.837192 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_0/attention/self/key/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_0/attention/self/key/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.837391 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_0/attention/self/key/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_0/attention/self/value/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.837592 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_0/attention/self/value/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_0/attention/self/value/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.837800 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_0/attention/self/value/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_0/attention/output/dense/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.837957 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_0/attention/output/dense/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_0/attention/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.838128 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_0/attention/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_0/attention/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.838364 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_0/attention/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_0/attention/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.838592 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_0/attention/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_0/intermediate/dense/kernel:0, shape = (768, 3072), *INIT_FROM_CKPT*\n","I0619 15:48:28.838788 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_0/intermediate/dense/kernel:0, shape = (768, 3072), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_0/intermediate/dense/bias:0, shape = (3072,), *INIT_FROM_CKPT*\n","I0619 15:48:28.838979 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_0/intermediate/dense/bias:0, shape = (3072,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_0/output/dense/kernel:0, shape = (3072, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.839152 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_0/output/dense/kernel:0, shape = (3072, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_0/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.839403 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_0/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_0/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.839649 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_0/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_0/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.839871 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_0/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_1/attention/self/query/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.840393 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_1/attention/self/query/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_1/attention/self/query/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.840723 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_1/attention/self/query/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_1/attention/self/key/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.841073 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_1/attention/self/key/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_1/attention/self/key/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.841346 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_1/attention/self/key/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_1/attention/self/value/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.841681 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_1/attention/self/value/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_1/attention/self/value/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.842063 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_1/attention/self/value/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_1/attention/output/dense/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.842304 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_1/attention/output/dense/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_1/attention/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.842606 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_1/attention/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_1/attention/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.842889 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_1/attention/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_1/attention/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.843071 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_1/attention/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_1/intermediate/dense/kernel:0, shape = (768, 3072), *INIT_FROM_CKPT*\n","I0619 15:48:28.843254 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_1/intermediate/dense/kernel:0, shape = (768, 3072), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_1/intermediate/dense/bias:0, shape = (3072,), *INIT_FROM_CKPT*\n","I0619 15:48:28.843502 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_1/intermediate/dense/bias:0, shape = (3072,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_1/output/dense/kernel:0, shape = (3072, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.843681 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_1/output/dense/kernel:0, shape = (3072, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_1/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.843860 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_1/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_1/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.844050 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_1/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_1/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.844212 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_1/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_2/attention/self/query/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.844391 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_2/attention/self/query/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_2/attention/self/query/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.844615 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_2/attention/self/query/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_2/attention/self/key/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.844787 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_2/attention/self/key/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_2/attention/self/key/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.844962 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_2/attention/self/key/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_2/attention/self/value/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.845143 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_2/attention/self/value/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_2/attention/self/value/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.845376 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_2/attention/self/value/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_2/attention/output/dense/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.845588 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_2/attention/output/dense/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_2/attention/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.845759 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_2/attention/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_2/attention/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.845942 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_2/attention/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_2/attention/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.846137 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_2/attention/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_2/intermediate/dense/kernel:0, shape = (768, 3072), *INIT_FROM_CKPT*\n","I0619 15:48:28.846416 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_2/intermediate/dense/kernel:0, shape = (768, 3072), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_2/intermediate/dense/bias:0, shape = (3072,), *INIT_FROM_CKPT*\n","I0619 15:48:28.846696 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_2/intermediate/dense/bias:0, shape = (3072,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_2/output/dense/kernel:0, shape = (3072, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.846960 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_2/output/dense/kernel:0, shape = (3072, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_2/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.847224 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_2/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_2/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.847540 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_2/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_2/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.847865 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_2/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_3/attention/self/query/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.848138 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_3/attention/self/query/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_3/attention/self/query/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.848416 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_3/attention/self/query/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_3/attention/self/key/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.848628 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_3/attention/self/key/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_3/attention/self/key/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.848811 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_3/attention/self/key/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_3/attention/self/value/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.849076 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_3/attention/self/value/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_3/attention/self/value/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.849297 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_3/attention/self/value/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_3/attention/output/dense/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.849499 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_3/attention/output/dense/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_3/attention/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.849677 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_3/attention/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_3/attention/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.849856 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_3/attention/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_3/attention/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.850039 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_3/attention/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_3/intermediate/dense/kernel:0, shape = (768, 3072), *INIT_FROM_CKPT*\n","I0619 15:48:28.850334 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_3/intermediate/dense/kernel:0, shape = (768, 3072), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_3/intermediate/dense/bias:0, shape = (3072,), *INIT_FROM_CKPT*\n","I0619 15:48:28.850608 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_3/intermediate/dense/bias:0, shape = (3072,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_3/output/dense/kernel:0, shape = (3072, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.932737 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_3/output/dense/kernel:0, shape = (3072, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_3/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.933023 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_3/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_3/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.933298 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_3/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_3/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.933561 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_3/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_4/attention/self/query/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.933798 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_4/attention/self/query/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_4/attention/self/query/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.934030 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_4/attention/self/query/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_4/attention/self/key/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.934255 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_4/attention/self/key/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_4/attention/self/key/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.934503 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_4/attention/self/key/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_4/attention/self/value/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.934746 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_4/attention/self/value/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_4/attention/self/value/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.934983 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_4/attention/self/value/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_4/attention/output/dense/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.935194 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_4/attention/output/dense/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_4/attention/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.935428 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_4/attention/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_4/attention/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.935662 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_4/attention/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_4/attention/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.935867 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_4/attention/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_4/intermediate/dense/kernel:0, shape = (768, 3072), *INIT_FROM_CKPT*\n","I0619 15:48:28.936072 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_4/intermediate/dense/kernel:0, shape = (768, 3072), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_4/intermediate/dense/bias:0, shape = (3072,), *INIT_FROM_CKPT*\n","I0619 15:48:28.936299 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_4/intermediate/dense/bias:0, shape = (3072,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_4/output/dense/kernel:0, shape = (3072, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.936571 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_4/output/dense/kernel:0, shape = (3072, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_4/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.936846 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_4/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_4/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.937090 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_4/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_4/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.937317 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_4/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_5/attention/self/query/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.937547 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_5/attention/self/query/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_5/attention/self/query/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.938012 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_5/attention/self/query/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_5/attention/self/key/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.938253 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_5/attention/self/key/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_5/attention/self/key/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.938432 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_5/attention/self/key/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_5/attention/self/value/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.938650 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_5/attention/self/value/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_5/attention/self/value/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.938822 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_5/attention/self/value/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_5/attention/output/dense/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.938980 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_5/attention/output/dense/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_5/attention/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.939166 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_5/attention/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_5/attention/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.939334 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_5/attention/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_5/attention/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.939553 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_5/attention/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_5/intermediate/dense/kernel:0, shape = (768, 3072), *INIT_FROM_CKPT*\n","I0619 15:48:28.939762 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_5/intermediate/dense/kernel:0, shape = (768, 3072), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_5/intermediate/dense/bias:0, shape = (3072,), *INIT_FROM_CKPT*\n","I0619 15:48:28.939935 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_5/intermediate/dense/bias:0, shape = (3072,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_5/output/dense/kernel:0, shape = (3072, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.940113 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_5/output/dense/kernel:0, shape = (3072, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_5/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.940354 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_5/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_5/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.940581 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_5/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_5/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.940804 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_5/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_6/attention/self/query/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.941007 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_6/attention/self/query/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_6/attention/self/query/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.941200 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_6/attention/self/query/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_6/attention/self/key/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.941370 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_6/attention/self/key/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_6/attention/self/key/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.941554 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_6/attention/self/key/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_6/attention/self/value/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.941711 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_6/attention/self/value/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_6/attention/self/value/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.941910 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_6/attention/self/value/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_6/attention/output/dense/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.942062 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_6/attention/output/dense/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_6/attention/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.942279 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_6/attention/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_6/attention/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.942481 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_6/attention/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_6/attention/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.942690 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_6/attention/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_6/intermediate/dense/kernel:0, shape = (768, 3072), *INIT_FROM_CKPT*\n","I0619 15:48:28.942863 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_6/intermediate/dense/kernel:0, shape = (768, 3072), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_6/intermediate/dense/bias:0, shape = (3072,), *INIT_FROM_CKPT*\n","I0619 15:48:28.943072 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_6/intermediate/dense/bias:0, shape = (3072,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_6/output/dense/kernel:0, shape = (3072, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.943244 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_6/output/dense/kernel:0, shape = (3072, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_6/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.943452 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_6/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_6/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.943651 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_6/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_6/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.943809 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_6/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_7/attention/self/query/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.943983 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_7/attention/self/query/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_7/attention/self/query/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.944180 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_7/attention/self/query/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_7/attention/self/key/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.944334 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_7/attention/self/key/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_7/attention/self/key/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.944530 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_7/attention/self/key/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_7/attention/self/value/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.944695 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_7/attention/self/value/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_7/attention/self/value/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.944858 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_7/attention/self/value/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_7/attention/output/dense/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.945012 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_7/attention/output/dense/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_7/attention/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.945181 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_7/attention/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_7/attention/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.945334 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_7/attention/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_7/attention/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.945610 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_7/attention/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_7/intermediate/dense/kernel:0, shape = (768, 3072), *INIT_FROM_CKPT*\n","I0619 15:48:28.946065 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_7/intermediate/dense/kernel:0, shape = (768, 3072), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_7/intermediate/dense/bias:0, shape = (3072,), *INIT_FROM_CKPT*\n","I0619 15:48:28.946665 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_7/intermediate/dense/bias:0, shape = (3072,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_7/output/dense/kernel:0, shape = (3072, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.947133 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_7/output/dense/kernel:0, shape = (3072, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_7/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.947692 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_7/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_7/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.948116 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_7/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_7/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.948576 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_7/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_8/attention/self/query/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.949031 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_8/attention/self/query/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_8/attention/self/query/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.949516 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_8/attention/self/query/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_8/attention/self/key/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.949843 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_8/attention/self/key/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_8/attention/self/key/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.950024 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_8/attention/self/key/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_8/attention/self/value/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.950206 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_8/attention/self/value/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_8/attention/self/value/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.950369 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_8/attention/self/value/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_8/attention/output/dense/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.950557 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_8/attention/output/dense/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_8/attention/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.950719 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_8/attention/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_8/attention/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.950876 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_8/attention/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_8/attention/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.951026 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_8/attention/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_8/intermediate/dense/kernel:0, shape = (768, 3072), *INIT_FROM_CKPT*\n","I0619 15:48:28.951247 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_8/intermediate/dense/kernel:0, shape = (768, 3072), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_8/intermediate/dense/bias:0, shape = (3072,), *INIT_FROM_CKPT*\n","I0619 15:48:28.951432 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_8/intermediate/dense/bias:0, shape = (3072,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_8/output/dense/kernel:0, shape = (3072, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.951639 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_8/output/dense/kernel:0, shape = (3072, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_8/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.951862 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_8/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_8/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.952021 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_8/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_8/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:28.952197 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_8/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_9/attention/self/query/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:28.952363 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_9/attention/self/query/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_9/attention/self/query/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:29.038764 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_9/attention/self/query/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_9/attention/self/key/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:29.039076 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_9/attention/self/key/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_9/attention/self/key/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:29.039364 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_9/attention/self/key/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_9/attention/self/value/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:29.039599 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_9/attention/self/value/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_9/attention/self/value/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:29.039883 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_9/attention/self/value/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_9/attention/output/dense/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:29.040102 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_9/attention/output/dense/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_9/attention/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:29.040374 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_9/attention/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_9/attention/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:29.040638 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_9/attention/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_9/attention/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:29.040938 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_9/attention/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_9/intermediate/dense/kernel:0, shape = (768, 3072), *INIT_FROM_CKPT*\n","I0619 15:48:29.041203 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_9/intermediate/dense/kernel:0, shape = (768, 3072), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_9/intermediate/dense/bias:0, shape = (3072,), *INIT_FROM_CKPT*\n","I0619 15:48:29.041418 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_9/intermediate/dense/bias:0, shape = (3072,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_9/output/dense/kernel:0, shape = (3072, 768), *INIT_FROM_CKPT*\n","I0619 15:48:29.041654 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_9/output/dense/kernel:0, shape = (3072, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_9/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:29.041920 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_9/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_9/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:29.042165 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_9/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_9/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:29.042465 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_9/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_10/attention/self/query/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:29.042720 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_10/attention/self/query/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_10/attention/self/query/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:29.043015 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_10/attention/self/query/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_10/attention/self/key/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:29.043269 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_10/attention/self/key/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_10/attention/self/key/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:29.043673 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_10/attention/self/key/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_10/attention/self/value/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:29.044013 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_10/attention/self/value/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_10/attention/self/value/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:29.044342 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_10/attention/self/value/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_10/attention/output/dense/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:29.044629 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_10/attention/output/dense/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_10/attention/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:29.045223 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_10/attention/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_10/attention/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:29.045739 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_10/attention/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_10/attention/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:29.046252 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_10/attention/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_10/intermediate/dense/kernel:0, shape = (768, 3072), *INIT_FROM_CKPT*\n","I0619 15:48:29.046707 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_10/intermediate/dense/kernel:0, shape = (768, 3072), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_10/intermediate/dense/bias:0, shape = (3072,), *INIT_FROM_CKPT*\n","I0619 15:48:29.047387 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_10/intermediate/dense/bias:0, shape = (3072,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_10/output/dense/kernel:0, shape = (3072, 768), *INIT_FROM_CKPT*\n","I0619 15:48:29.047826 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_10/output/dense/kernel:0, shape = (3072, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_10/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:29.048313 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_10/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_10/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:29.048807 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_10/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_10/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:29.049329 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_10/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_11/attention/self/query/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:29.049711 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_11/attention/self/query/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_11/attention/self/query/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:29.049973 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_11/attention/self/query/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_11/attention/self/key/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:29.050457 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_11/attention/self/key/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_11/attention/self/key/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:29.051057 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_11/attention/self/key/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_11/attention/self/value/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:29.051563 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_11/attention/self/value/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_11/attention/self/value/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:29.052016 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_11/attention/self/value/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_11/attention/output/dense/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:29.052312 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_11/attention/output/dense/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_11/attention/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:29.052625 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_11/attention/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_11/attention/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:29.052852 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_11/attention/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_11/attention/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:29.053048 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_11/attention/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_11/intermediate/dense/kernel:0, shape = (768, 3072), *INIT_FROM_CKPT*\n","I0619 15:48:29.053249 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_11/intermediate/dense/kernel:0, shape = (768, 3072), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_11/intermediate/dense/bias:0, shape = (3072,), *INIT_FROM_CKPT*\n","I0619 15:48:29.053671 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_11/intermediate/dense/bias:0, shape = (3072,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_11/output/dense/kernel:0, shape = (3072, 768), *INIT_FROM_CKPT*\n","I0619 15:48:29.054140 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_11/output/dense/kernel:0, shape = (3072, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_11/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:29.054589 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_11/output/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_11/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:29.055059 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_11/output/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/encoder/layer_11/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:29.055260 139999200331648 run_pretraining.py:173]   name = bert/encoder/layer_11/output/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/pooler/dense/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:29.055495 139999200331648 run_pretraining.py:173]   name = bert/pooler/dense/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = bert/pooler/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:29.055704 139999200331648 run_pretraining.py:173]   name = bert/pooler/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = cls/predictions/transform/dense/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","I0619 15:48:29.055889 139999200331648 run_pretraining.py:173]   name = cls/predictions/transform/dense/kernel:0, shape = (768, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = cls/predictions/transform/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:29.056101 139999200331648 run_pretraining.py:173]   name = cls/predictions/transform/dense/bias:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = cls/predictions/transform/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:29.056329 139999200331648 run_pretraining.py:173]   name = cls/predictions/transform/LayerNorm/beta:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = cls/predictions/transform/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","I0619 15:48:29.056551 139999200331648 run_pretraining.py:173]   name = cls/predictions/transform/LayerNorm/gamma:0, shape = (768,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = cls/predictions/output_bias:0, shape = (21128,), *INIT_FROM_CKPT*\n","I0619 15:48:29.056731 139999200331648 run_pretraining.py:173]   name = cls/predictions/output_bias:0, shape = (21128,), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = cls/seq_relationship/output_weights:0, shape = (2, 768), *INIT_FROM_CKPT*\n","I0619 15:48:29.056908 139999200331648 run_pretraining.py:173]   name = cls/seq_relationship/output_weights:0, shape = (2, 768), *INIT_FROM_CKPT*\n","INFO:tensorflow:  name = cls/seq_relationship/output_bias:0, shape = (2,), *INIT_FROM_CKPT*\n","I0619 15:48:29.057302 139999200331648 run_pretraining.py:173]   name = cls/seq_relationship/output_bias:0, shape = (2,), *INIT_FROM_CKPT*\n","WARNING:tensorflow:From ./bert/run_pretraining.py:198: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead.\n","\n","W0619 15:48:29.070987 139999200331648 deprecation_wrapper.py:119] From ./bert/run_pretraining.py:198: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead.\n","\n","WARNING:tensorflow:From ./bert/run_pretraining.py:202: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead.\n","\n","W0619 15:48:29.102294 139999200331648 deprecation_wrapper.py:119] From ./bert/run_pretraining.py:202: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead.\n","\n","INFO:tensorflow:Done calling model_fn.\n","I0619 15:48:29.211076 139999200331648 estimator.py:1147] Done calling model_fn.\n","INFO:tensorflow:Starting evaluation at 2020-06-19T15:48:29Z\n","I0619 15:48:29.242833 139999200331648 evaluation.py:255] Starting evaluation at 2020-06-19T15:48:29Z\n","INFO:tensorflow:Graph was finalized.\n","I0619 15:48:30.217988 139999200331648 monitored_session.py:240] Graph was finalized.\n","2020-06-19 15:48:30.221696: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:1005] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n","2020-06-19 15:48:30.222250: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1640] Found device 0 with properties: \n","name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n","pciBusID: 0000:00:04.0\n","2020-06-19 15:48:30.250197: I tensorflow/stream_executor/platform/default/dso_loader.cc:42] Successfully opened dynamic library libcudart.so.10.0\n","2020-06-19 15:48:30.250293: I tensorflow/stream_executor/platform/default/dso_loader.cc:42] Successfully opened dynamic library libcublas.so.10.0\n","2020-06-19 15:48:30.250346: I tensorflow/stream_executor/platform/default/dso_loader.cc:42] Successfully opened dynamic library libcufft.so.10.0\n","2020-06-19 15:48:30.250392: I tensorflow/stream_executor/platform/default/dso_loader.cc:42] Successfully opened dynamic library libcurand.so.10.0\n","2020-06-19 15:48:30.250483: I tensorflow/stream_executor/platform/default/dso_loader.cc:42] Successfully opened dynamic library libcusolver.so.10.0\n","2020-06-19 15:48:30.250541: I tensorflow/stream_executor/platform/default/dso_loader.cc:42] Successfully opened dynamic library libcusparse.so.10.0\n","2020-06-19 15:48:30.250871: I tensorflow/stream_executor/platform/default/dso_loader.cc:42] Successfully opened dynamic library libcudnn.so.7\n","2020-06-19 15:48:30.251107: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:1005] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n","2020-06-19 15:48:30.251688: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:1005] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n","2020-06-19 15:48:30.251983: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1763] Adding visible gpu devices: 0\n","2020-06-19 15:48:30.252233: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1181] Device interconnect StreamExecutor with strength 1 edge matrix:\n","2020-06-19 15:48:30.252258: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1187]      0 \n","2020-06-19 15:48:30.252273: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1200] 0:   N \n","2020-06-19 15:48:30.252507: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:1005] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n","2020-06-19 15:48:30.252902: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:1005] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n","2020-06-19 15:48:30.253213: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1326] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n","INFO:tensorflow:Restoring parameters from ./pretrained/fine_tune/model.ckpt-5000\n","I0619 15:48:30.256176 139999200331648 saver.py:1280] Restoring parameters from ./pretrained/fine_tune/model.ckpt-5000\n","INFO:tensorflow:Running local_init_op.\n","I0619 15:48:31.941569 139999200331648 session_manager.py:500] Running local_init_op.\n","INFO:tensorflow:Done running local_init_op.\n","I0619 15:48:32.012840 139999200331648 session_manager.py:502] Done running local_init_op.\n","INFO:tensorflow:Evaluation [10/100]\n","I0619 15:48:36.353217 139999200331648 evaluation.py:167] Evaluation [10/100]\n","INFO:tensorflow:Evaluation [20/100]\n","I0619 15:48:39.583119 139999200331648 evaluation.py:167] Evaluation [20/100]\n","INFO:tensorflow:Evaluation [30/100]\n","I0619 15:48:42.712851 139999200331648 evaluation.py:167] Evaluation [30/100]\n","INFO:tensorflow:Evaluation [40/100]\n","I0619 15:48:45.848941 139999200331648 evaluation.py:167] Evaluation [40/100]\n","INFO:tensorflow:Evaluation [50/100]\n","I0619 15:48:48.975202 139999200331648 evaluation.py:167] Evaluation [50/100]\n","INFO:tensorflow:Evaluation [60/100]\n","I0619 15:48:52.188527 139999200331648 evaluation.py:167] Evaluation [60/100]\n","INFO:tensorflow:Evaluation [70/100]\n","I0619 15:48:55.319782 139999200331648 evaluation.py:167] Evaluation [70/100]\n","INFO:tensorflow:Evaluation [80/100]\n","I0619 15:48:58.448333 139999200331648 evaluation.py:167] Evaluation [80/100]\n","INFO:tensorflow:Evaluation [90/100]\n","I0619 15:49:01.646430 139999200331648 evaluation.py:167] Evaluation [90/100]\n","INFO:tensorflow:Evaluation [100/100]\n","I0619 15:49:04.776656 139999200331648 evaluation.py:167] Evaluation [100/100]\n","INFO:tensorflow:Finished evaluation at 2020-06-19-15:49:04\n","I0619 15:49:04.886351 139999200331648 evaluation.py:275] Finished evaluation at 2020-06-19-15:49:04\n","INFO:tensorflow:Saving dict for global step 5000: global_step = 5000, loss = 0.85835236, masked_lm_accuracy = 0.8308091, masked_lm_loss = 0.7118697, next_sentence_accuracy = 0.95875, next_sentence_loss = 0.11421909\n","I0619 15:49:04.886743 139999200331648 estimator.py:2039] Saving dict for global step 5000: global_step = 5000, loss = 0.85835236, masked_lm_accuracy = 0.8308091, masked_lm_loss = 0.7118697, next_sentence_accuracy = 0.95875, next_sentence_loss = 0.11421909\n","INFO:tensorflow:Saving 'checkpoint_path' summary for global step 5000: ./pretrained/fine_tune/model.ckpt-5000\n","I0619 15:49:05.472517 139999200331648 estimator.py:2099] Saving 'checkpoint_path' summary for global step 5000: ./pretrained/fine_tune/model.ckpt-5000\n","INFO:tensorflow:evaluation_loop marked as finished\n","I0619 15:49:05.473545 139999200331648 error_handling.py:96] evaluation_loop marked as finished\n","INFO:tensorflow:***** Eval results *****\n","I0619 15:49:05.473834 139999200331648 run_pretraining.py:483] ***** Eval results *****\n","INFO:tensorflow:  global_step = 5000\n","I0619 15:49:05.474027 139999200331648 run_pretraining.py:485]   global_step = 5000\n","INFO:tensorflow:  loss = 0.85835236\n","I0619 15:49:05.476573 139999200331648 run_pretraining.py:485]   loss = 0.85835236\n","INFO:tensorflow:  masked_lm_accuracy = 0.8308091\n","I0619 15:49:05.476816 139999200331648 run_pretraining.py:485]   masked_lm_accuracy = 0.8308091\n","INFO:tensorflow:  masked_lm_loss = 0.7118697\n","I0619 15:49:05.476980 139999200331648 run_pretraining.py:485]   masked_lm_loss = 0.7118697\n","INFO:tensorflow:  next_sentence_accuracy = 0.95875\n","I0619 15:49:05.477118 139999200331648 run_pretraining.py:485]   next_sentence_accuracy = 0.95875\n","INFO:tensorflow:  next_sentence_loss = 0.11421909\n","I0619 15:49:05.477256 139999200331648 run_pretraining.py:485]   next_sentence_loss = 0.11421909\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"tpK5oyhLoWyZ","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":541},"executionInfo":{"status":"ok","timestamp":1592583615952,"user_tz":-480,"elapsed":19609,"user":{"displayName":"Racle He","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhNRi7DUXsEvpMRqVqHTUF_Oen4KW7kU7MKQekk=s64","userId":"10673173760458122172"}},"outputId":"f03764b2-e843-40fc-c93e-414b3023faba"},"source":["import re\n","import tensorflow as tf\n","from tensorflow.contrib.slim import get_variables_to_restore\n","\n","\n","# 将bert中和adam相关的参数的值去掉，较小模型的内存\n","graph = tf.Graph()\n","with graph.as_default():\n","    sess = tf.Session()\n","    checkpoint_file = tf.train.latest_checkpoint(\"./pretrained/fine_tune/\")\n","    saver = tf.train.import_meta_graph(\"{}.meta\".format(checkpoint_file))\n","    saver.restore(sess, checkpoint_file)\n","\n","    variables = get_variables_to_restore()\n","    other_vars = [variable for variable in variables if not re.search(\"adam\", variable.name)]\n","    var_saver = tf.train.Saver(other_vars)\n","    var_saver.save(sess, \"./pretrained/fine_tune/model.ckpt\")"],"execution_count":20,"outputs":[{"output_type":"stream","text":["/usr/local/lib/python3.6/dist-packages/tensorflow/python/framework/dtypes.py:516: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n","  _np_qint8 = np.dtype([(\"qint8\", np.int8, 1)])\n","/usr/local/lib/python3.6/dist-packages/tensorflow/python/framework/dtypes.py:517: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n","  _np_quint8 = np.dtype([(\"quint8\", np.uint8, 1)])\n","/usr/local/lib/python3.6/dist-packages/tensorflow/python/framework/dtypes.py:518: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n","  _np_qint16 = np.dtype([(\"qint16\", np.int16, 1)])\n","/usr/local/lib/python3.6/dist-packages/tensorflow/python/framework/dtypes.py:519: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n","  _np_quint16 = np.dtype([(\"quint16\", np.uint16, 1)])\n","/usr/local/lib/python3.6/dist-packages/tensorflow/python/framework/dtypes.py:520: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n","  _np_qint32 = np.dtype([(\"qint32\", np.int32, 1)])\n","/usr/local/lib/python3.6/dist-packages/tensorflow/python/framework/dtypes.py:525: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n","  np_resource = np.dtype([(\"resource\", np.ubyte, 1)])\n","/usr/local/lib/python3.6/dist-packages/tensorboard/compat/tensorflow_stub/dtypes.py:541: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n","  _np_qint8 = np.dtype([(\"qint8\", np.int8, 1)])\n","/usr/local/lib/python3.6/dist-packages/tensorboard/compat/tensorflow_stub/dtypes.py:542: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n","  _np_quint8 = np.dtype([(\"quint8\", np.uint8, 1)])\n","/usr/local/lib/python3.6/dist-packages/tensorboard/compat/tensorflow_stub/dtypes.py:543: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n","  _np_qint16 = np.dtype([(\"qint16\", np.int16, 1)])\n","/usr/local/lib/python3.6/dist-packages/tensorboard/compat/tensorflow_stub/dtypes.py:544: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n","  _np_quint16 = np.dtype([(\"quint16\", np.uint16, 1)])\n","/usr/local/lib/python3.6/dist-packages/tensorboard/compat/tensorflow_stub/dtypes.py:545: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n","  _np_qint32 = np.dtype([(\"qint32\", np.int32, 1)])\n","/usr/local/lib/python3.6/dist-packages/tensorboard/compat/tensorflow_stub/dtypes.py:550: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n","  np_resource = np.dtype([(\"resource\", np.ubyte, 1)])\n"],"name":"stderr"},{"output_type":"stream","text":["WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow/python/training/saver.py:1276: checkpoint_exists (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version.\n","Instructions for updating:\n","Use standard file APIs to check for files with this prefix.\n","INFO:tensorflow:Restoring parameters from ./pretrained/fine_tune/model.ckpt-5000\n"],"name":"stdout"}]}]}